-- Logs begin at Fri 2021-04-16 11:08:53 UTC, end at Fri 2021-04-16 12:20:11 UTC. -- Apr 16 11:40:42.903552 dv-cinder-689486-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 16 11:40:46.215815 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.common.config [-] Logging enabled! Apr 16 11:40:46.216447 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev91 Apr 16 11:40:46.217712 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85224) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 16 11:40:46.219472 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.common.config [-] Logging enabled! Apr 16 11:40:46.219761 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev91 Apr 16 11:40:46.220107 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85224) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 16 11:40:46.221205 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 16 11:40:46.221466 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 16 11:40:46.222521 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 16 11:40:46.222799 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 16 11:40:46.223054 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 16 11:40:46.223426 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.223770 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.224101 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.224430 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.225110 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.225450 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.225852 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.226188 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.226530 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.226854 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.227169 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.227491 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.227753 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.228071 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] config_source = [] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.228429 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.228763 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.229012 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] debug = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.229330 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.229871 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.230187 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.230501 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.230829 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.231147 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.231455 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.231762 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.232084 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.232515 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] host = dv-cinder-689486-10-iscsi {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.232973 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.233302 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.233486 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.233809 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.234258 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.234430 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.234752 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.235060 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] log_dir = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.235367 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] log_file = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.235676 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.236001 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.236350 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.236693 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.236946 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.237198 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.237530 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.237857 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.238170 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.238479 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.238787 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.239094 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.239402 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.239703 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.240029 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.240419 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.240760 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.241163 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.241474 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.241784 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.242094 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.242422 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.242730 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.243039 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.243348 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.243680 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.243983 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.244312 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.244667 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.244992 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.245316 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.245640 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.245949 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.246271 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.246576 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.246881 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] use_journal = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.247182 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] use_json = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.247488 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.247792 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.248110 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.248438 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.248744 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.249050 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.249355 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.249681 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:46.250021 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.250358 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.250698 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.251017 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.251352 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.251666 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.251995 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.252346 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.252678 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.253006 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.253327 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.253649 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.253965 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.254279 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.254617 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.254968 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.255307 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.255635 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.256693 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.256881 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.257073 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.257385 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.257706 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.258039 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.258368 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.258677 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.258990 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.259318 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.259628 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.259934 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.260246 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.260596 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.260951 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.261218 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.261533 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.261844 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.262148 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.262452 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.262762 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.263091 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.263403 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.263705 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.264010 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.264335 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.264641 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.264963 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.265273 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.265576 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.265876 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.266189 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.266494 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.266802 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.267110 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.267408 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.267716 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.268020 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.268346 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.268650 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.268957 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.269259 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.269559 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.269861 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.270171 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.270475 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.270777 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.271087 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.271388 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.272318 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.272651 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.272986 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.273298 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.273616 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.273921 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.274235 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.274541 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.274849 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.275163 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.275471 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.275775 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.276103 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.276464 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.276786 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.277102 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.277410 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.277747 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.278049 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.278362 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.278671 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.279035 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.279374 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.279617 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.279944 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.280547 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.280878 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.281227 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.281549 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.281853 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.282206 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.282519 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:46.282766 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 16 11:40:46.283032 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85224) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 16 11:40:46.962443 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO keyring.backend [-] Loading Gnome Apr 16 11:40:46.980384 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO keyring.backend [-] Loading Google Apr 16 11:40:46.983149 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO keyring.backend [-] Loading Windows (alt) Apr 16 11:40:46.986751 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO keyring.backend [-] Loading file Apr 16 11:40:46.987613 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO keyring.backend [-] Loading keyczar Apr 16 11:40:46.987892 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO keyring.backend [-] Loading multi Apr 16 11:40:46.988576 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO keyring.backend [-] Loading pyfs Apr 16 11:40:47.037852 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:40:47.038128 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:40:47.038454 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:40:47.038834 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 16 11:40:47.454071 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:47.454680 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:47.454680 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:47.456081 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:47.456575 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:47.456845 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:47.497455 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:47.497809 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:47.498076 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:47.514378 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:47.514731 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:47.515009 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:47.591204 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:47.591495 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:47.591802 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:47.593011 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:47.593332 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:47.595559 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:47.889630 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:47.889875 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:47.890150 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:47.890463 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:47.891313 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.048708 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.049091 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.049413 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.049719 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.050021 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.050403 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.050705 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.050996 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.051282 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.051622 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.051914 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.052218 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.052549 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.053370 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.053766 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.054103 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.054398 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.054718 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.055012 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.055348 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.055828 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.056114 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.056422 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.056766 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.057046 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.057330 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.057792 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 11:40:48.058064 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 11:40:48.058333 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 11:40:48.058606 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 11:40:48.058874 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 11:40:48.059145 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 11:40:48.059577 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 16 11:40:48.063110 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 16 11:40:48.067323 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 16 11:40:48.071628 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Apr 16 11:40:48.073385 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 16 11:40:48.074679 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 16 11:40:48.075062 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 16 11:40:48.075510 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 16 11:40:48.078371 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 16 11:40:48.078654 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 16 11:40:48.079056 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 16 11:40:48.108694 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 16 11:40:48.109264 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.109599 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85224) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 16 11:40:48.110213 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.111618 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85224) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 16 11:40:48.111953 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 16 11:40:48.112250 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 16 11:40:48.115505 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.115820 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.184726 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 16 11:40:48.185017 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 16 11:40:48.185282 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 16 11:40:48.185700 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 16 11:40:48.224236 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_db.sqlalchemy.engines [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85224) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 16 11:40:48.676003 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.plugins.ml2.managers [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Initializing driver for type 'gre' Apr 16 11:40:48.676561 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] gre ID ranges: [(1, 1000)] Apr 16 11:40:48.718717 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.plugins.ml2.managers [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Initializing driver for type 'local' Apr 16 11:40:48.719092 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.plugins.ml2.managers [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Initializing driver for type 'vlan' Apr 16 11:40:48.731547 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] VlanTypeDriver initialization complete Apr 16 11:40:48.731951 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.plugins.ml2.managers [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Initializing driver for type 'vxlan' Apr 16 11:40:48.732621 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] vxlan ID ranges: [(1, 1000)] Apr 16 11:40:48.774381 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.plugins.ml2.managers [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Initializing extension driver 'port_security' Apr 16 11:40:48.774742 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.plugins.ml2.extensions.port_security [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] PortSecurityExtensionDriver initialization complete Apr 16 11:40:48.775116 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.plugins.ml2.managers [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Initializing mechanism driver 'openvswitch' Apr 16 11:40:48.775479 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.plugins.ml2.managers [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Initializing mechanism driver 'hyperv' Apr 16 11:40:48.782382 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:40:48.783215 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > port after_create 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.783630 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > port after_update 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.784029 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > port after_delete 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.784488 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > subnet after_create 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.784879 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > subnet after_update 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.785265 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > subnet after_delete 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.785744 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > network after_create 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.786187 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > network after_update 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.786568 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > network after_delete 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.786993 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > security_group after_create 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.788155 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > security_group after_update 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.788875 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > security_group after_delete 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.789307 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.789696 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.790080 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.790502 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > address_group after_create 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.790887 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > address_group after_update 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.791266 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > address_group after_delete 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.791635 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] ML2 OVO RPC backend initialized. {{(pid=85224) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 16 11:40:48.792589 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > router_interface after_create 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.793028 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.793528 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > network before_response 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.793963 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > networks before_response 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.794413 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > port before_response 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.794811 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > ports before_response 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.795255 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > subnet before_response 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.795643 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > subnets before_response 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.796028 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > network after_create 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.796443 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > network after_update 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.796877 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > network after_delete 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.797265 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > port after_create 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.797638 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > port after_update 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.798013 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > port after_delete 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.798392 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > subnet after_create 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.798769 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > subnet after_update 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.799144 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > subnet after_delete 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.799820 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.plugins.ml2.plugin [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Modular L2 Plugin initialization complete Apr 16 11:40:48.800182 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading services supported by the core plugin {{(pid=85224) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 16 11:40:48.800578 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.plugins.ml2.managers [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Got port-security extension from driver 'port_security' Apr 16 11:40:48.801091 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.extensions.vlantransparent [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Disabled vlantransparent extension. Apr 16 11:40:48.801642 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85224) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 16 11:40:48.802008 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading Plugin: router Apr 16 11:40:48.842711 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > router_interface before_create 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.843147 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > router after_create 55549900 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.843558 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > router before_create 55549900 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.843968 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.844416 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.844818 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > router after_delete 55549900 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.845224 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > floatingip after_update 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.845641 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > router after_create 55549900 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.846030 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > router after_update 55549900 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.846426 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > router after_update 55549900 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.846817 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.847225 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > router after_update 55549900 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.847798 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > router precommit_update 55549900 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.848228 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: port after_update 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.848694 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: port after_delete 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.849080 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: subnet after_update 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.849463 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.850405 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > port precommit_delete 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.851128 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > router precommit_create 55549900 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.851263 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: port before_delete 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.851542 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > router precommit_create 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.852053 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > router after_update 55549900 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.852363 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > router precommit_delete 55549900 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.852763 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > router precommit_create 55549900 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.853171 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > router_interface after_create 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.853558 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > router precommit_update 55549900 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.854047 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > network after_delete 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.855269 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource_registry [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Tracking information for resource: router configured {{(pid=85224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 11:40:48.855650 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource_registry [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Tracking information for resource: floatingip configured {{(pid=85224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 11:40:48.861170 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.l3_agentschedulers_db [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 16 11:40:48.861787 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: port after_update 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.862479 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: port after_create 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.862707 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: port after_delete 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.863296 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: port after_update 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.864234 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > router before_create 55550100 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.864721 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > router precommit_delete 55550100 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.865182 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > router precommit_create 55550100 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.865671 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > router precommit_update 55550100 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.871123 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.provider_configuration [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Service providers = [] {{(pid=85224) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 16 11:40:48.871610 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.servicetype_db [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85224) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 16 11:40:48.874980 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.service_base [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85224) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 16 11:40:48.875371 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.service_base [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85224) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 16 11:40:48.875808 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.service_base [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85224) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 16 11:40:48.876883 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.service_base [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85224) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 16 11:40:48.877322 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.services.service_base [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 16 11:40:48.877828 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 11:40:48.878294 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 16 11:40:48.889306 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 11:40:48.889685 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading Plugin: auto_allocate Apr 16 11:40:48.895799 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: network precommit_update 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.896297 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: network precommit_create 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.897501 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 11:40:48.897875 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading Plugin: tag Apr 16 11:40:48.905560 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 11:40:48.905935 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading Plugin: timestamp Apr 16 11:40:48.910236 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 11:40:48.910614 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading Plugin: network_ip_availability Apr 16 11:40:48.917735 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.918191 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.918622 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:48.919558 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 11:40:48.919968 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading Plugin: flavors Apr 16 11:40:48.925098 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 11:40:48.925471 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading Plugin: revisions Apr 16 11:40:48.930493 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 11:40:48.930930 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.892s {{(pid=85224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:40:48.931781 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85224) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 16 11:40:48.932148 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Initializing extension manager. Apr 16 11:40:48.932761 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: __init__.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:48.933149 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: __pycache__ {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:48.933522 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:48.933891 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: address_group.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:48.934743 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:48.935404 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: address-group Apr 16 11:40:48.935768 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: address_scope.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:48.936577 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:48.937152 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: address-scope Apr 16 11:40:48.937558 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: admin_state_down_before_update.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:48.938585 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:48.939258 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: router-admin-state-down-before-update Apr 16 11:40:48.939733 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: agent.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:48.940732 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:48.941176 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: agent Apr 16 11:40:48.941601 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: agent_resources_synced.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:48.942582 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:48.943161 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: agent-resources-synced Apr 16 11:40:48.943690 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: allowedaddresspairs.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:48.945829 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:48.946426 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: allowed-address-pairs Apr 16 11:40:48.946825 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: auto_allocated_topology.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:48.948066 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:48.948726 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: auto-allocated-topology Apr 16 11:40:48.949161 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: availability_zone.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:48.949999 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:48.950637 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: availability_zone Apr 16 11:40:48.951011 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: availability_zone_filter.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:48.951950 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:48.952558 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: availability_zone_filter Apr 16 11:40:48.952996 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: data_plane_status.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:48.953992 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:48.954606 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extension data-plane-status not supported by any of loaded plugins Apr 16 11:40:48.954943 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: default_subnetpools.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:48.955884 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:48.956499 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: default-subnetpools Apr 16 11:40:48.956866 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: dhcpagentscheduler.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:48.957792 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:48.958381 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: dhcp_agent_scheduler Apr 16 11:40:48.958748 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: dns.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:48.960362 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:48.960946 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extension dns-integration not supported by any of loaded plugins Apr 16 11:40:48.961313 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: dns_domain_ports.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:48.962262 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:48.962843 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 16 11:40:48.963207 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: dvr.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:48.963948 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:48.964560 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: dvr Apr 16 11:40:48.964924 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: empty_string_filtering.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:48.965865 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:48.966445 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: empty-string-filtering Apr 16 11:40:48.966810 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:48.967740 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:48.968358 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 16 11:40:48.968729 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:48.969736 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:48.970308 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 16 11:40:48.970674 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: external_net.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:48.971618 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:48.972197 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: external-net Apr 16 11:40:48.972627 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: extra_dhcp_opt.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:48.973564 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:48.974138 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: extra_dhcp_opt Apr 16 11:40:48.974532 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: extraroute.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:48.976131 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:48.976742 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: extraroute Apr 16 11:40:48.977110 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: extraroute_atomic.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:48.978198 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:48.978781 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: extraroute-atomic Apr 16 11:40:48.979140 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: filter_validation.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:48.979954 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:48.980546 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: filter-validation Apr 16 11:40:48.980910 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: fip_pf_description.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:48.981875 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:48.982442 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 16 11:40:48.982803 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: fip_port_details.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:48.984406 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:48.984693 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: fip-port-details Apr 16 11:40:48.984827 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: flavors.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:48.986094 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:48.986685 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: flavors Apr 16 11:40:48.987048 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:48.988921 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:48.989518 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 16 11:40:48.989891 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: floatingip_pools.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:48.990703 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:48.991286 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: floatingip-pools Apr 16 11:40:48.991652 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: ip_allocation.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:48.992795 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:48.993481 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extension ip_allocation not supported by any of loaded plugins Apr 16 11:40:48.993893 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:48.994840 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:48.995428 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: ip-substring-filtering Apr 16 11:40:48.995796 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: l2_adjacency.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:48.996800 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:48.997363 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 16 11:40:48.997728 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: l3.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:48.999051 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:48.999711 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: router Apr 16 11:40:49.000085 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: l3_conntrack_helper.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.002629 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.003228 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 16 11:40:49.003603 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.004583 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.005177 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: ext-gw-mode Apr 16 11:40:49.005546 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.006646 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.007224 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: l3-ha Apr 16 11:40:49.007593 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: l3_flavors.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.008556 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.009135 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: l3-flavors Apr 16 11:40:49.009504 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.010444 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.011138 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 16 11:40:49.011567 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: l3agentscheduler.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.012995 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.013596 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: l3_agent_scheduler Apr 16 11:40:49.013968 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: logging.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.015727 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.016421 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extension logging not supported by any of loaded plugins Apr 16 11:40:49.016862 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: metering.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.017764 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.018471 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: metering Apr 16 11:40:49.018839 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.020009 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.020626 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: metering_source_and_destination_fields Apr 16 11:40:49.020998 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: multiprovidernet.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.022491 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.023069 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: multi-provider Apr 16 11:40:49.023436 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: netmtu.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.024420 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.024999 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: net-mtu Apr 16 11:40:49.025364 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: netmtu_writable.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.026325 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.026899 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: net-mtu-writable Apr 16 11:40:49.027261 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: network_availability_zone.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.028125 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.028821 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: network_availability_zone Apr 16 11:40:49.029190 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: network_ip_availability.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.030625 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.031220 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: network-ip-availability Apr 16 11:40:49.031583 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: network_segment_range.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.032497 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.033056 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extension network-segment-range not supported by any of loaded plugins Apr 16 11:40:49.033492 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: pagination.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.034542 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.034923 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: pagination Apr 16 11:40:49.035288 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: port_device_profile.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.036226 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.036845 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: port-device-profile Apr 16 11:40:49.037788 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.038764 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.039339 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: port-mac-address-regenerate Apr 16 11:40:49.039700 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.040782 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.041366 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: port-numa-affinity-policy Apr 16 11:40:49.041731 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: port_resource_request.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.042680 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.043249 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extension port-resource-request not supported by any of loaded plugins Apr 16 11:40:49.043612 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: portbindings.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.044589 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.045161 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: binding Apr 16 11:40:49.045532 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: portbindings_extended.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.046866 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.047452 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: binding-extended Apr 16 11:40:49.047821 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: portsecurity.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.048788 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.049367 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: port-security Apr 16 11:40:49.049738 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: project_id.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.050741 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.051119 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: project-id Apr 16 11:40:49.051490 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: providernet.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.052482 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.053277 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: provider Apr 16 11:40:49.053749 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: qos.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.057775 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.058406 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extension qos not supported by any of loaded plugins Apr 16 11:40:49.058783 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.060328 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.061144 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 16 11:40:49.061565 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.062541 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.063124 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 16 11:40:49.063496 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: qos_default.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.064557 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.065125 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extension qos-default not supported by any of loaded plugins Apr 16 11:40:49.065498 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: qos_fip.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.066221 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.066849 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extension qos-fip not supported by any of loaded plugins Apr 16 11:40:49.067219 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: qos_gateway_ip.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.068185 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.069333 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 16 11:40:49.069770 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: qos_port_network_policy.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.070808 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.071458 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 16 11:40:49.071898 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: qos_rule_type_details.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.073056 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.073687 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 16 11:40:49.074118 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: qos_rules_alias.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.075382 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.076052 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 16 11:40:49.076517 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: quotasv2.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.077807 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.078221 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: quotas Apr 16 11:40:49.078655 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: quotasv2_detail.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.080677 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.081079 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: quota_details Apr 16 11:40:49.081526 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: rbac.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.082844 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.083579 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: rbac-policies Apr 16 11:40:49.084545 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: rbac_address_group.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.085839 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.086461 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: rbac-address-group Apr 16 11:40:49.086867 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: rbac_address_scope.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.087891 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.088518 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: rbac-address-scope Apr 16 11:40:49.088951 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: rbac_security_groups.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.090005 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.090627 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: rbac-security-groups Apr 16 11:40:49.090999 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: rbac_subnetpool.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.091996 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.092674 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: rbac-subnetpool Apr 16 11:40:49.093044 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: revisionifmatch.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.094060 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.094642 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: revision-if-match Apr 16 11:40:49.095009 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: revisions.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.096172 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.096786 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: standard-attr-revisions Apr 16 11:40:49.097153 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: router_availability_zone.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.097887 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.098470 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: router_availability_zone Apr 16 11:40:49.098872 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: routerservicetype.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.099906 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.100521 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extension router-service-type not supported by any of loaded plugins Apr 16 11:40:49.100885 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.101838 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.102430 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: security-groups-normalized-cidr Apr 16 11:40:49.102790 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: security_groups_port_filtering.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.103751 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.104360 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: port-security-groups-filtering Apr 16 11:40:49.104728 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.105694 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.106271 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: security-groups-remote-address-group Apr 16 11:40:49.106633 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: securitygroup.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.121080 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.121773 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: security-group Apr 16 11:40:49.122149 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: segment.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.123226 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.123923 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extension segment not supported by any of loaded plugins Apr 16 11:40:49.124325 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.125463 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.126112 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 16 11:40:49.126516 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: servicetype.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.127838 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.128587 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: service-type Apr 16 11:40:49.129032 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: sorting.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.130201 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.130612 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: sorting Apr 16 11:40:49.131509 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: standard_attr_segment.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.132805 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.133432 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 16 11:40:49.133853 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: standardattrdescription.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.134614 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.135262 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: standard-attr-description Apr 16 11:40:49.135641 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: stateful_security_group.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.136683 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.137383 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: stateful-security-group Apr 16 11:40:49.137779 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: stdattrs_common.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.138404 dv-cinder-689486-10-iscsi neutron-server[85224]: WARNING neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 16 11:40:49.138772 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.139893 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.140521 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 16 11:40:49.140893 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: subnet_onboard.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.142006 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.142595 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: subnet_onboard Apr 16 11:40:49.142960 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.144004 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.144632 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 16 11:40:49.144999 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: subnet_service_types.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.145958 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.147146 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: subnet-service-types Apr 16 11:40:49.147693 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: subnetallocation.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.148891 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.149501 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: subnet_allocation Apr 16 11:40:49.149867 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.150600 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.151184 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: subnetpool-prefix-ops Apr 16 11:40:49.151546 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.152546 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.153203 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 16 11:40:49.153568 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: tagging.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.155417 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.156105 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: standard-attr-tag Apr 16 11:40:49.156531 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: timestamp.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.157909 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.158572 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loaded extension: standard-attr-timestamp Apr 16 11:40:49.159003 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: trunk.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.160158 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.160826 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extension trunk not supported by any of loaded plugins Apr 16 11:40:49.161206 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: trunk_details.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.162255 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.162948 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extension trunk-details not supported by any of loaded plugins Apr 16 11:40:49.163317 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: uplink_status_propagation.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.164367 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.164953 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 16 11:40:49.165374 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Loading extension file: vlantransparent.py {{(pid=85224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:40:49.166158 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:40:49.166809 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 16 11:40:49.170517 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.quota.resource_registry [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Creating instance of TrackedResource for resource:network Apr 16 11:40:49.171392 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.quota.resource_registry [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Creating instance of TrackedResource for resource:subnet Apr 16 11:40:49.172099 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.quota.resource_registry [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 11:40:49.172798 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.quota.resource_registry [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Creating instance of TrackedResource for resource:port Apr 16 11:40:49.174463 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.resource_helper [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:40:49.174952 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.resource_helper [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Service FLAVORS assigned prefix: {{(pid=85224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:40:49.175637 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.resource_helper [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:40:49.176106 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.resource_helper [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:40:49.176538 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.quota.resource_registry [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Creating instance of TrackedResource for resource:router Apr 16 11:40:49.177304 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.quota.resource_registry [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Creating instance of TrackedResource for resource:floatingip Apr 16 11:40:49.178140 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.resource_helper [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Service METERING assigned prefix: /metering {{(pid=85224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:40:49.179966 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:49.180430 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:49.180878 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:40:49.182042 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.quota.resource_registry [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Creating instance of CountableResource for resource:rbac_policy Apr 16 11:40:49.182534 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.quota.resource_registry [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Creating instance of TrackedResource for resource:security_group Apr 16 11:40:49.183391 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.quota.resource_registry [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 16 11:40:49.184212 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.resource_helper [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Service CORE assigned prefix: {{(pid=85224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:40:49.184732 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.quota.resource_registry [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 11:40:49.185103 dv-cinder-689486-10-iscsi neutron-server[85224]: WARNING neutron.quota.resource_registry [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] subnetpool is already registered Apr 16 11:40:49.185807 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.resource_helper [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Service CORE assigned prefix: {{(pid=85224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:40:49.186175 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.quota.resource_registry [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 11:40:49.186540 dv-cinder-689486-10-iscsi neutron-server[85224]: WARNING neutron.quota.resource_registry [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] subnetpool is already registered Apr 16 11:40:49.189541 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.resource_helper [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:40:49.190028 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.resource_helper [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Service FLAVORS assigned prefix: {{(pid=85224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:40:49.190690 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.resource_helper [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:40:49.191160 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.resource_helper [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:40:49.191545 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.quota.resource_registry [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Creating instance of TrackedResource for resource:router Apr 16 11:40:49.191923 dv-cinder-689486-10-iscsi neutron-server[85224]: WARNING neutron.quota.resource_registry [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] router is already registered Apr 16 11:40:49.192673 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.quota.resource_registry [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Creating instance of TrackedResource for resource:floatingip Apr 16 11:40:49.193048 dv-cinder-689486-10-iscsi neutron-server[85224]: WARNING neutron.quota.resource_registry [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] floatingip is already registered Apr 16 11:40:49.194319 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.resource_helper [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Service METERING assigned prefix: /metering {{(pid=85224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:40:49.195107 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.quota.resource_registry [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Creating instance of CountableResource for resource:rbac_policy Apr 16 11:40:49.195477 dv-cinder-689486-10-iscsi neutron-server[85224]: WARNING neutron.quota.resource_registry [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] rbac_policy is already registered Apr 16 11:40:49.196310 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.quota.resource_registry [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Creating instance of TrackedResource for resource:security_group Apr 16 11:40:49.196679 dv-cinder-689486-10-iscsi neutron-server[85224]: WARNING neutron.quota.resource_registry [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] security_group is already registered Apr 16 11:40:49.197387 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.quota.resource_registry [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 16 11:40:49.197757 dv-cinder-689486-10-iscsi neutron-server[85224]: WARNING neutron.quota.resource_registry [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] security_group_rule is already registered Apr 16 11:40:49.198526 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.resource_helper [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Service CORE assigned prefix: {{(pid=85224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:40:49.198896 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.quota.resource_registry [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 11:40:49.199259 dv-cinder-689486-10-iscsi neutron-server[85224]: WARNING neutron.quota.resource_registry [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] subnetpool is already registered Apr 16 11:40:49.199947 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.resource_helper [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Service CORE assigned prefix: {{(pid=85224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:40:49.200352 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.quota.resource_registry [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 11:40:49.200720 dv-cinder-689486-10-iscsi neutron-server[85224]: WARNING neutron.quota.resource_registry [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] subnetpool is already registered Apr 16 11:40:49.201457 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: extensions {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.203087 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: address-groups {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.204961 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: address-scopes {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.206281 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: agents {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.207523 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: auto-allocated-topology {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.209586 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: availability_zones {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.211195 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: dhcp-networks {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.212761 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: dhcp-agents {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.214275 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: routers {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.216466 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: flavors {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.217740 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: service_profiles {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.219117 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: next_providers {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.220822 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: service_profiles {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.222575 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: floatingip-pools {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.224162 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: routers {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.226610 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: floatingips {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.227896 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: l3-routers {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.229449 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: l3-agents {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.230948 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: metering-labels {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.233689 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: metering-label-rules {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.234898 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: network-ip-availabilities {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.236397 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: bindings {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.238166 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: quotas {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.239719 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: quotas {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.241384 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: rbac-policies {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.242768 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: security-groups {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.244324 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: security-group-rules {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.245640 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: service-providers {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.246951 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: subnetpools {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.248499 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: subnetpools {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.250026 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: tags {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.251855 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: tags {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.253805 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: tags {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.256224 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: tags {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.258253 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: tags {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.260337 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: tags {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.262159 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: tags {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.264188 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: tags {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.266126 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: tags {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.268196 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.extensions [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Extended resource: tags {{(pid=85224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:40:49.276677 dv-cinder-689486-10-iscsi neutron-server[85224]: WARNING keystonemiddleware.auth_token [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 16 11:40:49.283233 dv-cinder-689486-10-iscsi neutron-server[85224]: WARNING keystonemiddleware.auth_token [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 16 11:40:49.293624 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Acquired lock "singleton_lock" {{(pid=85224) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 16 11:40:49.294178 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Releasing lock "singleton_lock" {{(pid=85224) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 16 11:40:49.295830 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO oslo_service.service [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Starting 2 workers Apr 16 11:40:49.300918 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Started child 85337 {{(pid=85224) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 16 11:40:49.304900 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:49.306041 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Started child 85338 {{(pid=85224) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 16 11:40:49.306447 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [-] (85337) wsgi starting up on http://0.0.0.0:9696 Apr 16 11:40:49.307725 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.service [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 16 11:40:49.308452 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Notify callbacks [] for process, before_spawn {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:49.311022 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO oslo_service.service [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Starting 1 workers Apr 16 11:40:49.311745 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:49.314151 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [-] (85338) wsgi starting up on http://0.0.0.0:9696 Apr 16 11:40:49.316777 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Started child 85339 {{(pid=85224) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 16 11:40:49.317358 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO oslo_service.service [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Starting 1 workers Apr 16 11:40:49.319348 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.service [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] calling RpcWorker wait() {{(pid=85339) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 16 11:40:49.319732 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.service [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] returning from RpcWorker wait() {{(pid=85339) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 16 11:40:49.321341 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:49.321839 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:40:49.323309 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Started child 85340 {{(pid=85224) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 16 11:40:49.324166 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6b58f214-5bb6-4ef1-9d82-b3c952d37d19 None None] Notify callbacks [] for process, after_spawn {{(pid=85224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:49.325891 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85224) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 16 11:40:49.326139 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 16 11:40:49.326332 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 16 11:40:49.326807 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 16 11:40:49.327246 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 16 11:40:49.327423 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 16 11:40:49.328010 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.328311 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:49.328458 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.328647 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.329147 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.329308 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:40:49.329514 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.330109 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.330420 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.330816 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.331192 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.331521 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.331732 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.331946 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.332316 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.332627 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.332977 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.333318 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.333649 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.334588 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.334792 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.335296 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.335682 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.336027 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.336468 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] debug = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.336741 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.337329 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.337615 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.337905 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.338207 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.338530 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.339272 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.339272 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.339708 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.339708 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.340109 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.340319 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.340468 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.340706 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.340936 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.341277 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.341565 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.342081 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] host = dv-cinder-689486-10-iscsi {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.342356 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.342612 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.342941 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.343237 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.343533 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.343841 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.344179 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.344516 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.344797 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.345045 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.345450 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.345676 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.345907 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.346174 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] log_file = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.346414 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] log_options = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.346646 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.346950 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.347250 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.347497 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.347679 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.347824 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.348124 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.348366 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.348636 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.348819 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.349128 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.349461 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.349719 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.350134 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.351208 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.351208 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.351208 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.351208 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.351208 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.351618 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.351938 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.356333 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.356333 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.356333 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.356333 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.356333 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.356333 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.356333 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.356333 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.356333 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.358001 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.358001 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.358001 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.358001 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.358001 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.358001 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.358001 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.358001 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.359335 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.359335 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.359335 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.359335 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.359335 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.359335 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.359335 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.359335 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] use_json = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.360837 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.360837 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.360837 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.360837 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.360837 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.360837 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.360837 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.360837 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.368455 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.368455 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.368455 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.368455 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.368455 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.368455 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.368455 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.368455 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.369028 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.369028 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.369028 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.369028 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.369028 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.369028 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.369028 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.369028 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.369539 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.369539 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.369539 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.369539 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.369539 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.369539 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.369539 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.369539 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.370016 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.370016 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.370016 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.370016 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.370016 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.370016 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.370514 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.370514 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.370715 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.371386 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.371386 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.371386 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.371620 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.371892 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.372280 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.372600 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.372937 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.373198 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.373480 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.373748 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.374038 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.374295 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.374538 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.374792 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.375067 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.375375 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.375662 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.375925 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.376197 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.376470 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.376736 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.377012 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.377272 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.377530 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.377780 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.378036 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.378306 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.378637 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.378852 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.379109 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.379345 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.380360 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.380360 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.380360 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.380360 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.381613 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.381613 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.381613 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.382099 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.382099 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.382418 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.382596 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.382825 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.383242 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.383380 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.383541 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.384013 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.384013 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.384378 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.384523 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.384803 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.385342 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.385634 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.385903 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.386312 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.386753 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.387218 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.387518 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.388152 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.388152 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.388732 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.388732 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.388986 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.389175 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.389567 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.390021 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.391736 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.391736 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.391736 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.391736 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.391736 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.391736 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.391736 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.393015 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.393015 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.393015 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.393015 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.393596 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.393596 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.393913 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.394076 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.394240 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.394607 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.394935 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.395451 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.395956 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.396280 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.397370 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.397636 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.398096 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.398415 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.398725 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.399014 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.399350 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.399635 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.399907 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.400134 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.400620 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.401142 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.401601 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.402060 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.402474 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.402981 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.403308 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.403591 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.403907 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.404214 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.404557 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.405104 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.405418 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.405704 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.405990 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.406279 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.406533 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.406807 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.407061 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.407374 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.407707 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.407978 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.408337 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.408590 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.408857 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.409114 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.409397 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.409663 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.409944 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.410199 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.410467 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.410804 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.411073 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.411339 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.411597 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.411909 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.412244 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.412559 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.412935 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.413307 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.413556 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.413900 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.414175 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.414485 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.414740 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.415035 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.415302 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.415560 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.415787 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.416061 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.416364 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.416645 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.417015 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.417313 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.417605 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.417939 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.418322 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.418599 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.418878 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.419168 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.419432 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.419677 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.419939 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.420214 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.420555 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.420820 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.421078 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.421368 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.421628 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.421910 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.422166 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.422442 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.422697 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.422954 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.423206 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.423598 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.423905 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.424210 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.424567 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.424913 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.425240 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.425531 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.425829 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.426143 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.426441 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.426726 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.428148 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.428148 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.428148 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.428148 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.428148 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.428852 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.428852 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.428852 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.429107 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.429283 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.429558 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.429803 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.430060 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.430310 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.430680 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.431021 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.431251 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.431562 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.431839 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.432131 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.432448 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.432785 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.433228 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.433517 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.433754 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.434042 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.434279 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.434581 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.434989 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.435348 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.435655 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.435970 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.437042 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.437042 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.437042 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.437726 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.437726 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.439600 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.439600 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.439600 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.439600 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.439600 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.439600 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.439600 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.439600 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.440806 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.440806 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.440806 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.440806 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.441382 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.441382 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.441382 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.441849 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.441849 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.442150 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.442395 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.442627 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.442978 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 16 11:40:49.444296 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85224) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 16 11:40:49.444828 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 16 11:40:49.445013 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 16 11:40:49.445233 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 16 11:40:49.445445 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 16 11:40:49.445610 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 16 11:40:49.446110 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.446545 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.446766 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.446944 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.447321 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.447577 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.447806 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.448020 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.448020 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.448490 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.448490 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.448905 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.448905 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.448905 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.449472 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.449472 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.449472 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.450000 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.450000 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.450000 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.450000 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.450558 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.450558 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] debug = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.450558 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.450983 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.450983 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.450983 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.451431 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.451431 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.451717 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.451717 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.452007 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.452007 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.452347 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.452347 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.452647 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.452647 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.454529 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.454529 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.454529 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.454529 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] host = dv-cinder-689486-10-iscsi {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.454529 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.454529 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.454529 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.454529 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.456216 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.456216 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.456216 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.456216 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.456216 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.456216 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.456216 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.456216 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.458227 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.458227 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] log_file = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.458227 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] log_options = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.458227 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.458227 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.458227 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.458227 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.458227 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.461939 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.461939 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.461939 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.461939 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.461939 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.461939 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.461939 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.461939 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.463555 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.463555 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.463555 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.463555 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.463555 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.463555 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.463555 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.463555 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.464753 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.464753 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.464753 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.464753 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.464753 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.464753 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.464753 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.464753 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.464753 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.466020 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.466020 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.466020 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.466020 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.466020 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.466020 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.466020 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.466020 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.467204 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.467204 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.467204 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.467204 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.467204 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.467204 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.467204 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.467204 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] use_json = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.468380 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.468380 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.468380 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.468380 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.468380 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.468380 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.468380 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.468380 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:40:49.469483 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.469483 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.469483 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.469483 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.469483 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.469483 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.469483 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.469483 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.470624 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.470624 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.470624 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.470624 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.470624 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.470624 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.470624 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.470624 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.471763 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.471763 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.471763 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.471763 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.471763 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.471763 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.471763 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.471763 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.472895 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.472895 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.472895 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.472895 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.472895 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.472895 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.472895 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.472895 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.473971 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.473971 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.473971 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.473971 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.473971 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.473971 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.473971 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.473971 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.473971 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.475202 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.475202 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.475202 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.475202 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.475202 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.475202 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.475202 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.475202 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.475202 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.476651 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.476651 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.476651 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.476651 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.476651 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.476651 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.476651 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.476651 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.476651 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.478408 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.478408 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.478408 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.478408 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.478408 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.478408 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.478408 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.478408 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.478408 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.481205 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.481205 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.481205 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.481205 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.481205 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.481205 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.481205 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.481205 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.481205 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.482454 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.482454 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.482454 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.482454 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.482454 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.482454 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.482454 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.482454 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.482454 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.483656 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.483656 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.483656 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.483656 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.483656 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.483656 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.483656 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.483656 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.485284 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.485284 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.485284 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.485284 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.485284 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.485284 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.485284 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.485284 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.487379 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.487379 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.487379 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.487379 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.487379 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.487379 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.487379 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.487379 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.488599 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.488599 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.488599 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.488599 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.488599 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.488599 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.488599 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.488599 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.490866 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.490866 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.490866 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.490866 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.490866 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.490866 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.490866 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.490866 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.490866 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.492089 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.492089 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.492089 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.492089 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.492089 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.492089 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.492089 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.492089 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.493186 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.493186 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.493186 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.493186 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.493186 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.493186 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.493186 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.493186 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.494315 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.494315 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.494315 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.494315 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.494315 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.494315 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.494315 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.494315 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.495430 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.495430 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.495430 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.495430 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.495430 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.495430 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.495430 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.496715 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.496715 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.496715 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.496715 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.496715 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.497298 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.497298 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.497298 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.497479 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.497547 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.497704 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.497909 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.498144 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.498340 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.499106 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.499106 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.499106 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.499106 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.500396 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.500396 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.500396 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.500396 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.500396 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.500396 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.500396 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.501660 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.501660 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.501660 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.501660 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.501660 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.501660 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.501660 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.501660 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.502346 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.502346 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.502346 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.502346 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.502695 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.502695 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.502874 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.503212 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.503212 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.503400 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.503497 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.503731 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.504783 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.504783 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.504783 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.504783 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.504783 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.504783 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.505193 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.505193 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.505317 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.505441 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.505763 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.505878 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.506534 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.506740 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.506931 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.507146 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.507385 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.507489 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.507914 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.507914 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.508715 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.508715 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.508715 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.508715 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.508715 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.509282 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.509282 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.509282 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.509614 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.509614 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.509848 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.509848 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.510132 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.510132 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.511117 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.511117 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.511117 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.511117 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.511117 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.511721 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.511721 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.511721 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.511721 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.512011 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.512110 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.512290 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.512444 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.512631 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.512832 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.513022 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.513217 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.513427 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.513621 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.513809 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.513998 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.514187 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.514522 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.514522 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.514687 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.514871 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.515066 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.515238 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.515418 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.515607 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.515787 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.515954 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.516119 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.516387 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.516387 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.516681 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.516681 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:40:49.516925 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 16 11:40:49.523584 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:40:49.606642 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 46400) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:40:49.618631 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [-] 10.222.0.71 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0095913 Apr 16 11:41:01.511640 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da4ecf7-7336-4117-8270-9924d325c864 None None] get_active_networks_info from dv-cinder-689486-10-iscsi {{(pid=85339) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 16 11:41:01.686123 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da4ecf7-7336-4117-8270-9924d325c864 None None] No non-hosted networks {{(pid=85339) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 16 11:41:01.745971 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b41c5662-8f99-453f-afec-b6da2c7c03a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903'] for agent, after_create {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:04.825637 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-79abe999-cfde-4d23-ab2e-fcc19de34428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903'] for agent, after_create {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:04.891541 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-cccb0d1c-27fb-4534-bb5c-70e0d612a40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:05.839987 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903'] for agent, after_create {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:06.361500 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903'] for agent, after_create {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:06.362321 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:06.362977 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:06.363536 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:06.364143 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:06.364821 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:06.365381 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:06.366069 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:06.366830 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:06.367437 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:06.368112 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:06.368700 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:06.369247 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:06.369847 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-689486-10-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:41:06.375176 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-689486-10-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:41:07.579069 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903'] for agent, after_create {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:07.929621 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.l3_hamode_db [None req-2fefcac2-5152-4adc-8477-355fba2098b2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 16 11:41:08.024791 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fefcac2-5152-4adc-8477-355fba2098b2 None None] Routers set() bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:41:08.025482 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fefcac2-5152-4adc-8477-355fba2098b2 None None] Router IDs set() for agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 16 11:41:08.619455 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 46490) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:41:09.333543 dv-cinder-689486-10-iscsi neutron-server[85224]: WARNING oslo_policy.policy [None req-e757dd3e-feb0-4b82-a3f9-b80a00fcf320 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 11:41:09.334119 dv-cinder-689486-10-iscsi neutron-server[85224]: WARNING oslo_policy.policy [None req-e757dd3e-feb0-4b82-a3f9-b80a00fcf320 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 11:41:09.576308 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [None req-e757dd3e-feb0-4b82-a3f9-b80a00fcf320 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=85337) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 11:41:09.577548 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-e757dd3e-feb0-4b82-a3f9-b80a00fcf320 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9558973 Apr 16 11:41:12.448751 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 46504) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:41:13.096710 dv-cinder-689486-10-iscsi neutron-server[85224]: WARNING oslo_policy.policy [None req-1cab7cbf-cdd9-4377-a6f9-3f68281f61bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 11:41:13.097287 dv-cinder-689486-10-iscsi neutron-server[85224]: WARNING oslo_policy.policy [None req-1cab7cbf-cdd9-4377-a6f9-3f68281f61bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 11:41:13.330781 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-1cab7cbf-cdd9-4377-a6f9-3f68281f61bd admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:41:13.439120 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.policy [None req-1cab7cbf-cdd9-4377-a6f9-3f68281f61bd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85338) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 16 11:41:13.496792 dv-cinder-689486-10-iscsi neutron-server[85224]: WARNING oslo_policy.policy [None req-1cab7cbf-cdd9-4377-a6f9-3f68281f61bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 11:41:13.497355 dv-cinder-689486-10-iscsi neutron-server[85224]: WARNING oslo_policy.policy [None req-1cab7cbf-cdd9-4377-a6f9-3f68281f61bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 11:41:13.515954 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.quota [None req-1cab7cbf-cdd9-4377-a6f9-3f68281f61bd admin admin] Loaded quota_driver: . Apr 16 11:41:13.533035 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-1cab7cbf-cdd9-4377-a6f9-3f68281f61bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:41:13.592965 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1cab7cbf-cdd9-4377-a6f9-3f68281f61bd admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363296664178785', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363296664180437', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363296664009061', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363296663998969', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363296664016887', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363296664016566', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854741470', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-97408', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1701592', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2076402'] for rbac-policy, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:13.823733 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1cab7cbf-cdd9-4377-a6f9-3f68281f61bd admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:13.824944 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-1cab7cbf-cdd9-4377-a6f9-3f68281f61bd admin admin] 10.222.0.71 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3752306 Apr 16 11:41:16.921815 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 46522) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:41:17.343000 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Request body: {'network': {'name': 'private', 'project_id': '5368005afc04439f924a22af0553ee85', 'admin_state_up': True}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:41:17.346040 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.quota [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Loaded quota_driver: . Apr 16 11:41:17.364046 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:41:17.371658 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Usage tracker for resource:network and tenant:5368005afc04439f924a22af0553ee85 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:41:17.376818 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:41:17.385943 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:41:17.402592 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Made reservation on behalf of 5368005afc04439f924a22af0553ee85 for: {'network': 1} {{(pid=85337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:41:17.481034 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.policy [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85337) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 16 11:41:17.538022 dv-cinder-689486-10-iscsi neutron-server[85224]: WARNING oslo_policy.policy [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 11:41:17.538449 dv-cinder-689486-10-iscsi neutron-server[85224]: WARNING oslo_policy.policy [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 11:41:17.560352 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for network, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:17.580712 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:17.598242 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:41:17.602391 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Usage tracker for resource:security_group_rule and tenant:5368005afc04439f924a22af0553ee85 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:41:17.606288 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:41:17.612311 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:41:17.885352 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:17.889015 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:17.894548 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:41:17.915185 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=85337) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:41:17.947048 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363296666264897', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2559'] for segment, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:17.947697 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Unsubscribe: segment precommit_create {{(pid=85337) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 16 11:41:17.948191 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.segments_db [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Added segment 7bb87404-6c11-4bdc-b351-9a6e7ae3af67 of type vlan for network 7b6ed647-2f82-43b1-b666-020aab1d02dd Apr 16 11:41:18.005577 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0001ac4e-25c8-4550-b3c5-59c6c20702f5,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:41:18.030349 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:18.030734 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:18.031092 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:18.031444 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:18.031798 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:18.032152 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:18.032539 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:18.032882 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:18.033227 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:18.033578 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:18.033919 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:18.034261 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:18.035692 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Tracked resource versions report: Apr 16 11:41:18.035692 dv-cinder-689486-10-iscsi neutron-server[85224]: pushed versions: Apr 16 11:41:18.035692 dv-cinder-689486-10-iscsi neutron-server[85224]: { 'AddressGroup': {'1.2'}, Apr 16 11:41:18.035692 dv-cinder-689486-10-iscsi neutron-server[85224]: 'ConntrackHelper': {'1.0'}, Apr 16 11:41:18.035692 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Log': {'1.0'}, Apr 16 11:41:18.035692 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Network': {'1.1'}, Apr 16 11:41:18.035692 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Port': {'1.7'}, Apr 16 11:41:18.035692 dv-cinder-689486-10-iscsi neutron-server[85224]: 'PortForwarding': {'1.2'}, Apr 16 11:41:18.035692 dv-cinder-689486-10-iscsi neutron-server[85224]: 'QosPolicy': {'1.8'}, Apr 16 11:41:18.035692 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SecurityGroup': {'1.4'}, Apr 16 11:41:18.035692 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SecurityGroupRule': {'1.2'}, Apr 16 11:41:18.035692 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SubPort': {'1.0'}, Apr 16 11:41:18.035692 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Subnet': {'1.1'}, Apr 16 11:41:18.035692 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Trunk': {'1.1'}} Apr 16 11:41:18.035692 dv-cinder-689486-10-iscsi neutron-server[85224]: consumer versions: Apr 16 11:41:18.035692 dv-cinder-689486-10-iscsi neutron-server[85224]: { DHCP agent@dv-cinder-689486-10-iscsi: {}, Apr 16 11:41:18.035692 dv-cinder-689486-10-iscsi neutron-server[85224]: L3 agent@dv-cinder-689486-10-iscsi: {}, Apr 16 11:41:18.035692 dv-cinder-689486-10-iscsi neutron-server[85224]: Metadata agent@dv-cinder-689486-10-iscsi: {}, Apr 16 11:41:18.035692 dv-cinder-689486-10-iscsi neutron-server[85224]: Metering agent@dv-cinder-689486-10-iscsi: {}, Apr 16 11:41:18.035692 dv-cinder-689486-10-iscsi neutron-server[85224]: Open vSwitch agent@dv-cinder-689486-10-iscsi: { 'AddressGroup': '1.2', Apr 16 11:41:18.035692 dv-cinder-689486-10-iscsi neutron-server[85224]: 'ConntrackHelper': '1.0', Apr 16 11:41:18.035692 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Log': '1.0', Apr 16 11:41:18.035692 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Network': '1.1', Apr 16 11:41:18.035692 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Port': '1.7', Apr 16 11:41:18.035692 dv-cinder-689486-10-iscsi neutron-server[85224]: 'PortForwarding': '1.2', Apr 16 11:41:18.035692 dv-cinder-689486-10-iscsi neutron-server[85224]: 'QosPolicy': '1.8', Apr 16 11:41:18.035692 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SecurityGroup': '1.4', Apr 16 11:41:18.035692 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SecurityGroupRule': '1.2', Apr 16 11:41:18.035692 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SubPort': '1.0', Apr 16 11:41:18.035692 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Subnet': '1.1', Apr 16 11:41:18.035692 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Trunk': '1.1'}} Apr 16 11:41:18.035692 dv-cinder-689486-10-iscsi neutron-server[85224]: {{(pid=85337) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 11:41:18.075236 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740187980010'] for network, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:18.089889 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:41:18.127374 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747'] for network, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:18.129541 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:41:18.130229 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for network, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:18.135572 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:41:18.254368 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3307827 Apr 16 11:41:18.255097 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Pushing event updated for resources: {'Network': ['ID=7b6ed647-2f82-43b1-b666-020aab1d02dd,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:41:18.270988 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:41:18.281706 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Network 7b6ed647-2f82-43b1-b666-020aab1d02dd details requested by agent ovs-agent-dv-cinder-689486-10-iscsi with host dv-cinder-689486-10-iscsi {{(pid=85339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:41:21.430099 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 46540) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:41:22.063573 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4128f2b7-8181-43e8-8cba-a4981e97727d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:41:22.065000 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-4128f2b7-8181-43e8-8cba-a4981e97727d admin admin] 10.222.0.71 "GET /v2.0/networks/7b6ed647-2f82-43b1-b666-020aab1d02dd HTTP/1.1" status: 200 len: 825 time: 0.6337926 Apr 16 11:41:22.102494 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-9082e4f3-cafa-4cad-929d-d98a752a44b2 admin admin] 10.222.0.71 "GET /v2.0/subnetpools/09c25ecf-b368-4e8f-88f2-a18571017805 HTTP/1.1" status: 200 len: 734 time: 0.0305007 Apr 16 11:41:22.113435 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-2fd3c067-68c8-4e86-ad27-7be2927fef23 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '09c25ecf-b368-4e8f-88f2-a18571017805', 'network_id': '7b6ed647-2f82-43b1-b666-020aab1d02dd', 'tenant_id': '5368005afc04439f924a22af0553ee85'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:41:22.118792 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-2fd3c067-68c8-4e86-ad27-7be2927fef23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:41:22.123047 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-2fd3c067-68c8-4e86-ad27-7be2927fef23 admin admin] Usage tracker for resource:subnet and tenant:5368005afc04439f924a22af0553ee85 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:41:22.126112 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-2fd3c067-68c8-4e86-ad27-7be2927fef23 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:41:22.133305 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-2fd3c067-68c8-4e86-ad27-7be2927fef23 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:41:22.143540 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd3c067-68c8-4e86-ad27-7be2927fef23 admin admin] Made reservation on behalf of 5368005afc04439f924a22af0553ee85 for: {'subnet': 1} {{(pid=85337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:41:22.148948 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2fd3c067-68c8-4e86-ad27-7be2927fef23 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:22.646980 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2fd3c067-68c8-4e86-ad27-7be2927fef23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747'] for subnet, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:22.660094 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:41:22.793640 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3c067-68c8-4e86-ad27-7be2927fef23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78140931-c538-4d88-b736-2a29b6215bc2,revision_number=0']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:41:22.808849 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-2fd3c067-68c8-4e86-ad27-7be2927fef23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:41:22.869755 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd3c067-68c8-4e86-ad27-7be2927fef23 admin admin] Checking segment: {'id': '7bb87404-6c11-4bdc-b351-9a6e7ae3af67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7b6ed647-2f82-43b1-b666-020aab1d02dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:41:22.870061 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd3c067-68c8-4e86-ad27-7be2927fef23 admin admin] Network hostable DHCP agents. Network: 7b6ed647-2f82-43b1-b666-020aab1d02dd, hostable agents: ['ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6'], hosted agents: [] {{(pid=85337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:41:22.890786 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd3c067-68c8-4e86-ad27-7be2927fef23 admin admin] Network 7b6ed647-2f82-43b1-b666-020aab1d02dd is scheduled to be hosted by DHCP agent ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6 with binding_index 1 {{(pid=85337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:41:22.899767 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-2fd3c067-68c8-4e86-ad27-7be2927fef23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-10-iscsi, 7b6ed647-2f82-43b1-b666-020aab1d02dd) {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:41:22.908043 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd3c067-68c8-4e86-ad27-7be2927fef23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:41:22.908709 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2fd3c067-68c8-4e86-ad27-7be2927fef23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for subnet, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:22.911240 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63789bfa-77ec-48f2-8333-4a3893940b11 None None] Network 7b6ed647-2f82-43b1-b666-020aab1d02dd requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:41:22.929153 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-2fd3c067-68c8-4e86-ad27-7be2927fef23 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8202050 Apr 16 11:41:23.418057 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ecb271d-b0fa-5b25-a558-314f548095fa-7b6ed647-2f82-43b1-b666-020aab1d02dd', 'network_id': '7b6ed647-2f82-43b1-b666-020aab1d02dd', 'tenant_id': '5368005afc04439f924a22af0553ee85', 'fixed_ips': [{'subnet_id': '78140931-c538-4d88-b736-2a29b6215bc2'}]}} from dv-cinder-689486-10-iscsi. {{(pid=85339) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 11:41:23.419165 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:23.613936 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] Allocated IP 172.20.0.2 (7b6ed647-2f82-43b1-b666-020aab1d02dd/78140931-c538-4d88-b736-2a29b6215bc2/fc338c9b-e1e2-492e-98a4-ff4c7b794719) {{(pid=85339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:41:23.851370 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] Notify callbacks [] for port, precommit_create {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:23.865038 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] Transition to ACTIVE for port object fc338c9b-e1e2-492e-98a4-ff4c7b794719 will not be triggered until provisioned by entity L2. {{(pid=85339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:41:23.885488 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] Transition to ACTIVE for port object fc338c9b-e1e2-492e-98a4-ff4c7b794719 will not be triggered until provisioned by entity DHCP. {{(pid=85339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:41:23.891985 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162'] for port, after_create {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:23.911448 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:41:24.042941 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] Pushing event updated for resources: {'Port': ['ID=fc338c9b-e1e2-492e-98a4-ff4c7b794719,revision_number=1']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:41:24.056224 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:24.056653 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:24.057021 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:24.057381 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:24.057732 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:24.058086 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:24.058436 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:24.058789 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:24.059150 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:24.059496 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:24.059844 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:24.060187 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:24.061578 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] Tracked resource versions report: Apr 16 11:41:24.061578 dv-cinder-689486-10-iscsi neutron-server[85224]: pushed versions: Apr 16 11:41:24.061578 dv-cinder-689486-10-iscsi neutron-server[85224]: { 'AddressGroup': {'1.2'}, Apr 16 11:41:24.061578 dv-cinder-689486-10-iscsi neutron-server[85224]: 'ConntrackHelper': {'1.0'}, Apr 16 11:41:24.061578 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Log': {'1.0'}, Apr 16 11:41:24.061578 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Network': {'1.1'}, Apr 16 11:41:24.061578 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Port': {'1.7'}, Apr 16 11:41:24.061578 dv-cinder-689486-10-iscsi neutron-server[85224]: 'PortForwarding': {'1.2'}, Apr 16 11:41:24.061578 dv-cinder-689486-10-iscsi neutron-server[85224]: 'QosPolicy': {'1.8'}, Apr 16 11:41:24.061578 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SecurityGroup': {'1.4'}, Apr 16 11:41:24.061578 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SecurityGroupRule': {'1.2'}, Apr 16 11:41:24.061578 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SubPort': {'1.0'}, Apr 16 11:41:24.061578 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Subnet': {'1.1'}, Apr 16 11:41:24.061578 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Trunk': {'1.1'}} Apr 16 11:41:24.061578 dv-cinder-689486-10-iscsi neutron-server[85224]: consumer versions: Apr 16 11:41:24.061578 dv-cinder-689486-10-iscsi neutron-server[85224]: { DHCP agent@dv-cinder-689486-10-iscsi: {}, Apr 16 11:41:24.061578 dv-cinder-689486-10-iscsi neutron-server[85224]: L3 agent@dv-cinder-689486-10-iscsi: {}, Apr 16 11:41:24.061578 dv-cinder-689486-10-iscsi neutron-server[85224]: Metadata agent@dv-cinder-689486-10-iscsi: {}, Apr 16 11:41:24.061578 dv-cinder-689486-10-iscsi neutron-server[85224]: Metering agent@dv-cinder-689486-10-iscsi: {}, Apr 16 11:41:24.061578 dv-cinder-689486-10-iscsi neutron-server[85224]: Open vSwitch agent@dv-cinder-689486-10-iscsi: { 'AddressGroup': '1.2', Apr 16 11:41:24.061578 dv-cinder-689486-10-iscsi neutron-server[85224]: 'ConntrackHelper': '1.0', Apr 16 11:41:24.061578 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Log': '1.0', Apr 16 11:41:24.061578 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Network': '1.1', Apr 16 11:41:24.061578 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Port': '1.7', Apr 16 11:41:24.061578 dv-cinder-689486-10-iscsi neutron-server[85224]: 'PortForwarding': '1.2', Apr 16 11:41:24.061578 dv-cinder-689486-10-iscsi neutron-server[85224]: 'QosPolicy': '1.8', Apr 16 11:41:24.061578 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SecurityGroup': '1.4', Apr 16 11:41:24.061578 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SecurityGroupRule': '1.2', Apr 16 11:41:24.061578 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SubPort': '1.0', Apr 16 11:41:24.061578 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Subnet': '1.1', Apr 16 11:41:24.061578 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Trunk': '1.1'}} Apr 16 11:41:24.061578 dv-cinder-689486-10-iscsi neutron-server[85224]: {{(pid=85339) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 11:41:24.076579 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:41:24.114979 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] Network 7b6ed647-2f82-43b1-b666-020aab1d02dd is already hosted by enough agents. {{(pid=85339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:41:24.116121 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] Resources bound (agent type, host, resource id): {{(pid=85339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:41:24.118825 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] Received port after_create {{(pid=85339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:41:24.218862 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] Attempting to bind port fc338c9b-e1e2-492e-98a4-ff4c7b794719 on host dv-cinder-689486-10-iscsi for vnic_type normal with profile {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:41:24.219269 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] Attempting to bind port fc338c9b-e1e2-492e-98a4-ff4c7b794719 by drivers openvswitch,hyperv on host dv-cinder-689486-10-iscsi at level 0 using segments [{'id': '7bb87404-6c11-4bdc-b351-9a6e7ae3af67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7b6ed647-2f82-43b1-b666-020aab1d02dd'}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:41:24.219677 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] Attempting to bind port fc338c9b-e1e2-492e-98a4-ff4c7b794719 on network 7b6ed647-2f82-43b1-b666-020aab1d02dd {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:41:24.225615 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] Checking agent: {'id': '0d7cbe5e-bfbb-464b-b5de-cb3320bd5996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 41, 6), 'started_at': datetime.datetime(2021, 4, 16, 11, 41, 6), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:41:24.226023 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] Checking segment: {'id': '7bb87404-6c11-4bdc-b351-9a6e7ae3af67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7b6ed647-2f82-43b1-b666-020aab1d02dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:41:24.226472 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:24.226893 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] Bound using segment: {'id': '7bb87404-6c11-4bdc-b351-9a6e7ae3af67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7b6ed647-2f82-43b1-b666-020aab1d02dd'} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:41:24.227432 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] Bound port: fc338c9b-e1e2-492e-98a4-ff4c7b794719, host: dv-cinder-689486-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb87404-6c11-4bdc-b351-9a6e7ae3af67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7b6ed647-2f82-43b1-b666-020aab1d02dd'}}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:41:24.227850 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:24.326334 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] For port fc338c9b-e1e2-492e-98a4-ff4c7b794719, host dv-cinder-689486-10-iscsi, cleared binding levels {{(pid=85339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:41:24.330337 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] For port fc338c9b-e1e2-492e-98a4-ff4c7b794719, host dv-cinder-689486-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=fc338c9b-e1e2-492e-98a4-ff4c7b794719,segment=NetworkSegment(7bb87404-6c11-4bdc-b351-9a6e7ae3af67),segment_id=7bb87404-6c11-4bdc-b351-9a6e7ae3af67)] {{(pid=85339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:41:24.334643 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:24.350339 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:41:24.504516 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] Pushing event updated for resources: {'Port': ['ID=fc338c9b-e1e2-492e-98a4-ff4c7b794719,revision_number=2']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:41:24.509504 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:41:26.089933 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 46550) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:41:26.531172 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [None req-a6f086c6-cfef-4219-8559-af5fc6b087e8 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=85337) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 11:41:26.532234 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-a6f086c6-cfef-4219-8559-af5fc6b087e8 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4411914 Apr 16 11:41:29.431926 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 46560) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:41:29.906333 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [None req-abf212a7-0a0d-4a1c-8569-238d7927eae7 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=85337) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 11:41:29.907406 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-abf212a7-0a0d-4a1c-8569-238d7927eae7 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4744358 Apr 16 11:41:30.682244 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device fc338c9b-e1e2-492e-98a4-ff4c7b794719 up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:41:30.773143 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning for port fc338c9b-e1e2-492e-98a4-ff4c7b794719 completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:41:31.380003 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d7f1e6b8-d771-48d3-8b56-b1fd607ee526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:31.714352 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6aa587-8394-4d4d-83d2-aaea1a7951dc None None] Network 7b6ed647-2f82-43b1-b666-020aab1d02dd requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:41:31.855392 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-a6d9bb20-aa9f-4e99-9383-18712d02dcaa None None] Provisioning for port fc338c9b-e1e2-492e-98a4-ff4c7b794719 completed by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:41:31.872984 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-a6d9bb20-aa9f-4e99-9383-18712d02dcaa None None] Provisioning complete for port fc338c9b-e1e2-492e-98a4-ff4c7b794719 triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:41:31.873394 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a6d9bb20-aa9f-4e99-9383-18712d02dcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:32.120781 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a6d9bb20-aa9f-4e99-9383-18712d02dcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:32.173416 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-a6d9bb20-aa9f-4e99-9383-18712d02dcaa None None] For port fc338c9b-e1e2-492e-98a4-ff4c7b794719, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=fc338c9b-e1e2-492e-98a4-ff4c7b794719,segment=NetworkSegment(7bb87404-6c11-4bdc-b351-9a6e7ae3af67),segment_id=7bb87404-6c11-4bdc-b351-9a6e7ae3af67)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:41:32.180113 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a6d9bb20-aa9f-4e99-9383-18712d02dcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:32.182805 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b2bfc025-aaa6-4948-a04d-f1af976cf80a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:41:32.265543 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9bb20-aa9f-4e99-9383-18712d02dcaa None None] Pushing event updated for resources: {'Port': ['ID=fc338c9b-e1e2-492e-98a4-ff4c7b794719,revision_number=3']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:41:32.280412 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-a6d9bb20-aa9f-4e99-9383-18712d02dcaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:41:32.422125 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-247ed203-b674-4cf0-83bc-21bbc5a5f9a9 None None] Provisioning complete for port fc338c9b-e1e2-492e-98a4-ff4c7b794719 triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:41:32.422528 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-247ed203-b674-4cf0-83bc-21bbc5a5f9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:32.630162 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device fc338c9b-e1e2-492e-98a4-ff4c7b794719 up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:41:32.702631 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port fc338c9b-e1e2-492e-98a4-ff4c7b794719 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:41:32.703032 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:33.111100 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 46576) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:41:33.517840 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-adb9059f-3a41-44fc-ac82-707cecf81218 admin admin] Request body: {'router': {'tenant_id': '5368005afc04439f924a22af0553ee85', 'name': 'router1', 'admin_state_up': True}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:41:33.527272 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-adb9059f-3a41-44fc-ac82-707cecf81218 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:41:33.531392 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-adb9059f-3a41-44fc-ac82-707cecf81218 admin admin] Usage tracker for resource:router and tenant:5368005afc04439f924a22af0553ee85 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:41:33.535204 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-adb9059f-3a41-44fc-ac82-707cecf81218 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:41:33.541341 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-adb9059f-3a41-44fc-ac82-707cecf81218 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:41:33.550908 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-adb9059f-3a41-44fc-ac82-707cecf81218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2082079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5170'] for router, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:33.552299 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-adb9059f-3a41-44fc-ac82-707cecf81218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852693566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852691044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852684026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770630'] for router, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:33.575590 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-adb9059f-3a41-44fc-ac82-707cecf81218 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:33.687508 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-adb9059f-3a41-44fc-ac82-707cecf81218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852693724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084810'] for router, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:33.707468 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-adb9059f-3a41-44fc-ac82-707cecf81218 admin admin] Notify callbacks [] for router, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:33.708751 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-adb9059f-3a41-44fc-ac82-707cecf81218 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5965490 Apr 16 11:41:34.817547 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a0624d45-c564-4a2d-9957-5e4a28b9e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:35.729704 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:36.351178 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:36.587934 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 46596) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:41:36.776855 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [None req-d5932023-67da-4803-a24c-d01f2879da7f admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=85338) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 11:41:36.778796 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-d5932023-67da-4803-a24c-d01f2879da7f admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1891346 Apr 16 11:41:37.473347 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:39.488637 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 46616) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:41:39.543282 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:41:39.549850 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:41:39.554102 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Usage tracker for resource:network and tenant:eaf55b94c23b4378854aa2c422bdb832 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:41:39.557758 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:41:39.564812 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:41:39.574577 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Made reservation on behalf of eaf55b94c23b4378854aa2c422bdb832 for: {'network': 1} {{(pid=85338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:41:39.581237 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for network, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:39.598307 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:39.614427 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:41:39.618484 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Usage tracker for resource:security_group_rule and tenant:eaf55b94c23b4378854aa2c422bdb832 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:41:39.621796 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:41:39.628405 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:41:39.737610 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:39.740683 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:39.745603 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:41:39.759279 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Reserving flat network on physical network physnet1 {{(pid=85338) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 16 11:41:39.797066 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363296666264897', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2559'] for segment, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:39.797943 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Unsubscribe: segment precommit_create {{(pid=85338) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 16 11:41:39.798513 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.segments_db [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Added segment fbc7dd2f-3e5c-4067-bc2d-84cf54659228 of type flat for network 42de8c2d-cd05-4680-9fb4-4f0e504e941e Apr 16 11:41:39.851007 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462486af-b962-4f3e-8f01-7a0701bbe7c5,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:41:39.873035 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:39.873414 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:39.873774 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:39.874128 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:39.874480 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:39.874840 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:39.875193 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:39.875531 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:39.875880 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:39.876226 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:39.876597 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:39.877157 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:39.878408 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Tracked resource versions report: Apr 16 11:41:39.878408 dv-cinder-689486-10-iscsi neutron-server[85224]: pushed versions: Apr 16 11:41:39.878408 dv-cinder-689486-10-iscsi neutron-server[85224]: { 'AddressGroup': {'1.2'}, Apr 16 11:41:39.878408 dv-cinder-689486-10-iscsi neutron-server[85224]: 'ConntrackHelper': {'1.0'}, Apr 16 11:41:39.878408 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Log': {'1.0'}, Apr 16 11:41:39.878408 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Network': {'1.1'}, Apr 16 11:41:39.878408 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Port': {'1.7'}, Apr 16 11:41:39.878408 dv-cinder-689486-10-iscsi neutron-server[85224]: 'PortForwarding': {'1.2'}, Apr 16 11:41:39.878408 dv-cinder-689486-10-iscsi neutron-server[85224]: 'QosPolicy': {'1.8'}, Apr 16 11:41:39.878408 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SecurityGroup': {'1.4'}, Apr 16 11:41:39.878408 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SecurityGroupRule': {'1.2'}, Apr 16 11:41:39.878408 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SubPort': {'1.0'}, Apr 16 11:41:39.878408 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Subnet': {'1.1'}, Apr 16 11:41:39.878408 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Trunk': {'1.1'}} Apr 16 11:41:39.878408 dv-cinder-689486-10-iscsi neutron-server[85224]: consumer versions: Apr 16 11:41:39.878408 dv-cinder-689486-10-iscsi neutron-server[85224]: { DHCP agent@dv-cinder-689486-10-iscsi: {}, Apr 16 11:41:39.878408 dv-cinder-689486-10-iscsi neutron-server[85224]: L3 agent@dv-cinder-689486-10-iscsi: {}, Apr 16 11:41:39.878408 dv-cinder-689486-10-iscsi neutron-server[85224]: Metadata agent@dv-cinder-689486-10-iscsi: {}, Apr 16 11:41:39.878408 dv-cinder-689486-10-iscsi neutron-server[85224]: Metering agent@dv-cinder-689486-10-iscsi: {}, Apr 16 11:41:39.878408 dv-cinder-689486-10-iscsi neutron-server[85224]: Open vSwitch agent@dv-cinder-689486-10-iscsi: { 'AddressGroup': '1.2', Apr 16 11:41:39.878408 dv-cinder-689486-10-iscsi neutron-server[85224]: 'ConntrackHelper': '1.0', Apr 16 11:41:39.878408 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Log': '1.0', Apr 16 11:41:39.878408 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Network': '1.1', Apr 16 11:41:39.878408 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Port': '1.7', Apr 16 11:41:39.878408 dv-cinder-689486-10-iscsi neutron-server[85224]: 'PortForwarding': '1.2', Apr 16 11:41:39.878408 dv-cinder-689486-10-iscsi neutron-server[85224]: 'QosPolicy': '1.8', Apr 16 11:41:39.878408 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SecurityGroup': '1.4', Apr 16 11:41:39.878408 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SecurityGroupRule': '1.2', Apr 16 11:41:39.878408 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SubPort': '1.0', Apr 16 11:41:39.878408 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Subnet': '1.1', Apr 16 11:41:39.878408 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Trunk': '1.1'}} Apr 16 11:41:39.878408 dv-cinder-689486-10-iscsi neutron-server[85224]: {{(pid=85338) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 11:41:39.933144 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:41:39.934937 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740187980010'] for network, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:39.983478 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747'] for network, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:39.985078 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:41:39.985716 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for network, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:39.991352 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:41:40.110350 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6206143 Apr 16 11:41:40.111070 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Pushing event updated for resources: {'Network': ['ID=42de8c2d-cd05-4680-9fb4-4f0e504e941e,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:41:40.136294 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:41:40.148046 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Network 42de8c2d-cd05-4680-9fb4-4f0e504e941e details requested by agent ovs-agent-dv-cinder-689486-10-iscsi with host dv-cinder-689486-10-iscsi {{(pid=85339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:41:42.874861 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 46630) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:41:43.010514 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b73200-7268-4133-a1f1-6c0745c9b515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:41:43.011996 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-d0b73200-7268-4133-a1f1-6c0745c9b515 admin admin] 10.222.0.71 "GET /v2.0/subnets/78140931-c538-4d88-b736-2a29b6215bc2 HTTP/1.1" status: 200 len: 849 time: 0.1360936 Apr 16 11:41:43.204093 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-aa77ec4f-ce52-4d7f-a83c-06887d6e1736 admin admin] 10.222.0.71 "GET /v2.0/routers/1118230d-578b-4bd3-a34e-b0658893dca9 HTTP/1.1" status: 200 len: 704 time: 0.1813216 Apr 16 11:41:43.718520 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-da9d57a9-76d6-4ece-a60e-0ae5c3f6eca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:43.972903 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [None req-da9d57a9-76d6-4ece-a60e-0ae5c3f6eca8 admin admin] Allocated IP 172.20.0.1 (7b6ed647-2f82-43b1-b666-020aab1d02dd/78140931-c538-4d88-b736-2a29b6215bc2/faf7847a-cb69-4618-8f69-f3cbfb509e9b) {{(pid=85338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:41:44.146212 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-da9d57a9-76d6-4ece-a60e-0ae5c3f6eca8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:44.166494 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-da9d57a9-76d6-4ece-a60e-0ae5c3f6eca8 admin admin] Transition to ACTIVE for port object faf7847a-cb69-4618-8f69-f3cbfb509e9b will not be triggered until provisioned by entity DHCP. {{(pid=85338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:41:44.230168 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-da9d57a9-76d6-4ece-a60e-0ae5c3f6eca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162'] for port, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:44.245648 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:41:44.528322 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d57a9-76d6-4ece-a60e-0ae5c3f6eca8 admin admin] Pushing event updated for resources: {'Port': ['ID=faf7847a-cb69-4618-8f69-f3cbfb509e9b,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:41:44.541291 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-da9d57a9-76d6-4ece-a60e-0ae5c3f6eca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:41:44.600810 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9d57a9-76d6-4ece-a60e-0ae5c3f6eca8 admin admin] Network 7b6ed647-2f82-43b1-b666-020aab1d02dd is already hosted by enough agents. {{(pid=85338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:41:44.601980 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-da9d57a9-76d6-4ece-a60e-0ae5c3f6eca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=85338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:41:44.605173 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9d57a9-76d6-4ece-a60e-0ae5c3f6eca8 admin admin] Received port after_create {{(pid=85338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:41:44.605794 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-da9d57a9-76d6-4ece-a60e-0ae5c3f6eca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852692337'] for router_interface, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:44.765274 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-35ee8f05-69a0-4f16-9271-a7edd81d06fe None None] Provisioning for port faf7847a-cb69-4618-8f69-f3cbfb509e9b completed by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:41:44.771132 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-35ee8f05-69a0-4f16-9271-a7edd81d06fe None None] Provisioning complete for port faf7847a-cb69-4618-8f69-f3cbfb509e9b triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:41:44.771542 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-35ee8f05-69a0-4f16-9271-a7edd81d06fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:44.831000 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-35ee8f05-69a0-4f16-9271-a7edd81d06fe None None] Port faf7847a-cb69-4618-8f69-f3cbfb509e9b cannot update to ACTIVE because it is not bound. {{(pid=85339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:41:44.927076 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-da9d57a9-76d6-4ece-a60e-0ae5c3f6eca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:45.214094 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-da9d57a9-76d6-4ece-a60e-0ae5c3f6eca8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:45.219301 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-da9d57a9-76d6-4ece-a60e-0ae5c3f6eca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:45.221117 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-da9d57a9-76d6-4ece-a60e-0ae5c3f6eca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083560'] for router_interface, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:45.248297 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:41:45.493431 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d57a9-76d6-4ece-a60e-0ae5c3f6eca8 admin admin] Pushing event updated for resources: {'Port': ['ID=faf7847a-cb69-4618-8f69-f3cbfb509e9b,revision_number=2']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:41:45.504034 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-da9d57a9-76d6-4ece-a60e-0ae5c3f6eca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:41:45.564840 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9d57a9-76d6-4ece-a60e-0ae5c3f6eca8 admin admin] Network 7b6ed647-2f82-43b1-b666-020aab1d02dd is already hosted by enough agents. {{(pid=85338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:41:45.566057 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-da9d57a9-76d6-4ece-a60e-0ae5c3f6eca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=85338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:41:45.759252 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-6348c9ac-fdb7-4b6c-8a63-97e0745de194 None None] Provisioning complete for port faf7847a-cb69-4618-8f69-f3cbfb509e9b triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:41:45.759571 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6348c9ac-fdb7-4b6c-8a63-97e0745de194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:45.825347 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-6348c9ac-fdb7-4b6c-8a63-97e0745de194 None None] Port faf7847a-cb69-4618-8f69-f3cbfb509e9b cannot update to ACTIVE because it is not bound. {{(pid=85339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:41:45.834023 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9d57a9-76d6-4ece-a60e-0ae5c3f6eca8 admin admin] Router 1118230d-578b-4bd3-a34e-b0658893dca9 is scheduled to L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 with binding_index 1 {{(pid=85338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 11:41:46.004173 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9d57a9-76d6-4ece-a60e-0ae5c3f6eca8 admin admin] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:41:46.014423 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac538a4b-640c-4fd8-ab9d-d5db68644ff8 None None] Sync routers for ids ['1118230d-578b-4bd3-a34e-b0658893dca9'] in dv-cinder-689486-10-iscsi {{(pid=85340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:41:46.014766 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-da9d57a9-76d6-4ece-a60e-0ae5c3f6eca8 admin admin] 10.222.0.71 "PUT /v2.0/routers/1118230d-578b-4bd3-a34e-b0658893dca9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.8045585 Apr 16 11:41:46.026725 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac538a4b-640c-4fd8-ab9d-d5db68644ff8 None None] Routers {'1118230d-578b-4bd3-a34e-b0658893dca9'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:41:46.027585 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-ac538a4b-640c-4fd8-ab9d-d5db68644ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:41:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['1118230d-578b-4bd3-a34e-b0658893dca9'], 'active': True} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:41:46.229685 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-ac538a4b-640c-4fd8-ab9d-d5db68644ff8 None None] Set router 1118230d-578b-4bd3-a34e-b0658893dca9 gateway port host: None {{(pid=85340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:41:46.865705 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-ac538a4b-640c-4fd8-ab9d-d5db68644ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1118230d-578b-4bd3-a34e-b0658893dca9', 'name': 'router1', 'tenant_id': '5368005afc04439f924a22af0553ee85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:41:33Z', 'updated_at': '2021-04-16T11:41:44Z', 'revision_number': 2, 'project_id': '5368005afc04439f924a22af0553ee85', 'gw_port_host': None, '_interfaces': [{'id': 'faf7847a-cb69-4618-8f69-f3cbfb509e9b', 'name': '', 'network_id': '7b6ed647-2f82-43b1-b666-020aab1d02dd', 'tenant_id': '5368005afc04439f924a22af0553ee85', 'mac_address': 'fa:16:3e:87:49:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1118230d-578b-4bd3-a34e-b0658893dca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78140931-c538-4d88-b736-2a29b6215bc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:41:43Z', 'updated_at': '2021-04-16T11:41:45Z', 'revision_number': 2, 'project_id': '5368005afc04439f924a22af0553ee85', 'subnets': [{'id': '78140931-c538-4d88-b736-2a29b6215bc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09c25ecf-b368-4e8f-88f2-a18571017805'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:41:46.871173 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac538a4b-640c-4fd8-ab9d-d5db68644ff8 None None] Checking router: 1118230d-578b-4bd3-a34e-b0658893dca9 for host: dv-cinder-689486-10-iscsi {{(pid=85340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:41:46.871567 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac538a4b-640c-4fd8-ab9d-d5db68644ff8 None None] Updating router 1118230d-578b-4bd3-a34e-b0658893dca9 port faf7847a-cb69-4618-8f69-f3cbfb509e9b binding host dv-cinder-689486-10-iscsi {{(pid=85340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:41:46.937946 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ac538a4b-640c-4fd8-ab9d-d5db68644ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:47.375708 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ac538a4b-640c-4fd8-ab9d-d5db68644ff8 None None] Notify callbacks [] for port, precommit_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:47.392918 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-ac538a4b-640c-4fd8-ab9d-d5db68644ff8 None None] Transition to ACTIVE for port object faf7847a-cb69-4618-8f69-f3cbfb509e9b will not be triggered until provisioned by entity L2. {{(pid=85340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:41:47.401090 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ac538a4b-640c-4fd8-ab9d-d5db68644ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:47.415824 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:41:47.567408 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7ceb1-1f56-49e0-8a81-6517cd080ad6 None None] Pushing event updated for resources: {'Port': ['ID=faf7847a-cb69-4618-8f69-f3cbfb509e9b,revision_number=3']} {{(pid=85340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:41:47.589858 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a7ceb1-1f56-49e0-8a81-6517cd080ad6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:47.590206 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a7ceb1-1f56-49e0-8a81-6517cd080ad6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:47.590583 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a7ceb1-1f56-49e0-8a81-6517cd080ad6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:47.590949 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a7ceb1-1f56-49e0-8a81-6517cd080ad6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:47.591308 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a7ceb1-1f56-49e0-8a81-6517cd080ad6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:47.591665 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a7ceb1-1f56-49e0-8a81-6517cd080ad6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:47.592024 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a7ceb1-1f56-49e0-8a81-6517cd080ad6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:47.592405 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a7ceb1-1f56-49e0-8a81-6517cd080ad6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:47.592766 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a7ceb1-1f56-49e0-8a81-6517cd080ad6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:47.593116 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a7ceb1-1f56-49e0-8a81-6517cd080ad6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:47.593467 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a7ceb1-1f56-49e0-8a81-6517cd080ad6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:47.593825 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a7ceb1-1f56-49e0-8a81-6517cd080ad6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:41:47.595281 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a7ceb1-1f56-49e0-8a81-6517cd080ad6 None None] Tracked resource versions report: Apr 16 11:41:47.595281 dv-cinder-689486-10-iscsi neutron-server[85224]: pushed versions: Apr 16 11:41:47.595281 dv-cinder-689486-10-iscsi neutron-server[85224]: { 'AddressGroup': {'1.2'}, Apr 16 11:41:47.595281 dv-cinder-689486-10-iscsi neutron-server[85224]: 'ConntrackHelper': {'1.0'}, Apr 16 11:41:47.595281 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Log': {'1.0'}, Apr 16 11:41:47.595281 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Network': {'1.1'}, Apr 16 11:41:47.595281 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Port': {'1.7'}, Apr 16 11:41:47.595281 dv-cinder-689486-10-iscsi neutron-server[85224]: 'PortForwarding': {'1.2'}, Apr 16 11:41:47.595281 dv-cinder-689486-10-iscsi neutron-server[85224]: 'QosPolicy': {'1.8'}, Apr 16 11:41:47.595281 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SecurityGroup': {'1.4'}, Apr 16 11:41:47.595281 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SecurityGroupRule': {'1.2'}, Apr 16 11:41:47.595281 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SubPort': {'1.0'}, Apr 16 11:41:47.595281 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Subnet': {'1.1'}, Apr 16 11:41:47.595281 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Trunk': {'1.1'}} Apr 16 11:41:47.595281 dv-cinder-689486-10-iscsi neutron-server[85224]: consumer versions: Apr 16 11:41:47.595281 dv-cinder-689486-10-iscsi neutron-server[85224]: { DHCP agent@dv-cinder-689486-10-iscsi: {}, Apr 16 11:41:47.595281 dv-cinder-689486-10-iscsi neutron-server[85224]: L3 agent@dv-cinder-689486-10-iscsi: {}, Apr 16 11:41:47.595281 dv-cinder-689486-10-iscsi neutron-server[85224]: Metadata agent@dv-cinder-689486-10-iscsi: {}, Apr 16 11:41:47.595281 dv-cinder-689486-10-iscsi neutron-server[85224]: Metering agent@dv-cinder-689486-10-iscsi: {}, Apr 16 11:41:47.595281 dv-cinder-689486-10-iscsi neutron-server[85224]: Open vSwitch agent@dv-cinder-689486-10-iscsi: { 'AddressGroup': '1.2', Apr 16 11:41:47.595281 dv-cinder-689486-10-iscsi neutron-server[85224]: 'ConntrackHelper': '1.0', Apr 16 11:41:47.595281 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Log': '1.0', Apr 16 11:41:47.595281 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Network': '1.1', Apr 16 11:41:47.595281 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Port': '1.7', Apr 16 11:41:47.595281 dv-cinder-689486-10-iscsi neutron-server[85224]: 'PortForwarding': '1.2', Apr 16 11:41:47.595281 dv-cinder-689486-10-iscsi neutron-server[85224]: 'QosPolicy': '1.8', Apr 16 11:41:47.595281 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SecurityGroup': '1.4', Apr 16 11:41:47.595281 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SecurityGroupRule': '1.2', Apr 16 11:41:47.595281 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SubPort': '1.0', Apr 16 11:41:47.595281 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Subnet': '1.1', Apr 16 11:41:47.595281 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Trunk': '1.1'}} Apr 16 11:41:47.595281 dv-cinder-689486-10-iscsi neutron-server[85224]: {{(pid=85340) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 11:41:47.603719 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-11a7ceb1-1f56-49e0-8a81-6517cd080ad6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:41:47.851888 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-ac538a4b-640c-4fd8-ab9d-d5db68644ff8 None None] Attempting to bind port faf7847a-cb69-4618-8f69-f3cbfb509e9b on host dv-cinder-689486-10-iscsi for vnic_type normal with profile {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:41:47.852829 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-ac538a4b-640c-4fd8-ab9d-d5db68644ff8 None None] Attempting to bind port faf7847a-cb69-4618-8f69-f3cbfb509e9b by drivers openvswitch,hyperv on host dv-cinder-689486-10-iscsi at level 0 using segments [{'id': '7bb87404-6c11-4bdc-b351-9a6e7ae3af67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7b6ed647-2f82-43b1-b666-020aab1d02dd'}] {{(pid=85340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:41:47.853543 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac538a4b-640c-4fd8-ab9d-d5db68644ff8 None None] Attempting to bind port faf7847a-cb69-4618-8f69-f3cbfb509e9b on network 7b6ed647-2f82-43b1-b666-020aab1d02dd {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:41:47.864894 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac538a4b-640c-4fd8-ab9d-d5db68644ff8 None None] Checking agent: {'id': '0d7cbe5e-bfbb-464b-b5de-cb3320bd5996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 41, 6), 'started_at': datetime.datetime(2021, 4, 16, 11, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:41:47.865589 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac538a4b-640c-4fd8-ab9d-d5db68644ff8 None None] Checking segment: {'id': '7bb87404-6c11-4bdc-b351-9a6e7ae3af67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7b6ed647-2f82-43b1-b666-020aab1d02dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:41:47.866387 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ac538a4b-640c-4fd8-ab9d-d5db68644ff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:47.867109 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac538a4b-640c-4fd8-ab9d-d5db68644ff8 None None] Bound using segment: {'id': '7bb87404-6c11-4bdc-b351-9a6e7ae3af67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7b6ed647-2f82-43b1-b666-020aab1d02dd'} {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:41:47.868063 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-ac538a4b-640c-4fd8-ab9d-d5db68644ff8 None None] Bound port: faf7847a-cb69-4618-8f69-f3cbfb509e9b, host: dv-cinder-689486-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb87404-6c11-4bdc-b351-9a6e7ae3af67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7b6ed647-2f82-43b1-b666-020aab1d02dd'}}] {{(pid=85340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:41:47.868795 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ac538a4b-640c-4fd8-ab9d-d5db68644ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:48.006872 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-ac538a4b-640c-4fd8-ab9d-d5db68644ff8 None None] For port faf7847a-cb69-4618-8f69-f3cbfb509e9b, host dv-cinder-689486-10-iscsi, cleared binding levels {{(pid=85340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:41:48.012183 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-ac538a4b-640c-4fd8-ab9d-d5db68644ff8 None None] For port faf7847a-cb69-4618-8f69-f3cbfb509e9b, host dv-cinder-689486-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=faf7847a-cb69-4618-8f69-f3cbfb509e9b,segment=NetworkSegment(7bb87404-6c11-4bdc-b351-9a6e7ae3af67),segment_id=7bb87404-6c11-4bdc-b351-9a6e7ae3af67)] {{(pid=85340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:41:48.016186 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ac538a4b-640c-4fd8-ab9d-d5db68644ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:48.031093 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-11a7ceb1-1f56-49e0-8a81-6517cd080ad6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:41:48.203565 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7ceb1-1f56-49e0-8a81-6517cd080ad6 None None] Pushing event updated for resources: {'Port': ['ID=faf7847a-cb69-4618-8f69-f3cbfb509e9b,revision_number=4']} {{(pid=85340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:41:48.212470 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-11a7ceb1-1f56-49e0-8a81-6517cd080ad6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:41:48.292667 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac538a4b-640c-4fd8-ab9d-d5db68644ff8 None None] Routers {'1118230d-578b-4bd3-a34e-b0658893dca9'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:41:48.293455 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-ac538a4b-640c-4fd8-ab9d-d5db68644ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:41:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['1118230d-578b-4bd3-a34e-b0658893dca9'], 'active': True} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:41:48.473007 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-ac538a4b-640c-4fd8-ab9d-d5db68644ff8 None None] Set router 1118230d-578b-4bd3-a34e-b0658893dca9 gateway port host: None {{(pid=85340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:41:48.728463 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 46642) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:41:48.830799 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-ac538a4b-640c-4fd8-ab9d-d5db68644ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1118230d-578b-4bd3-a34e-b0658893dca9', 'name': 'router1', 'tenant_id': '5368005afc04439f924a22af0553ee85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:41:33Z', 'updated_at': '2021-04-16T11:41:44Z', 'revision_number': 2, 'project_id': '5368005afc04439f924a22af0553ee85', 'gw_port_host': None, '_interfaces': [{'id': 'faf7847a-cb69-4618-8f69-f3cbfb509e9b', 'name': '', 'network_id': '7b6ed647-2f82-43b1-b666-020aab1d02dd', 'tenant_id': '5368005afc04439f924a22af0553ee85', 'mac_address': 'fa:16:3e:87:49:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1118230d-578b-4bd3-a34e-b0658893dca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78140931-c538-4d88-b736-2a29b6215bc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:41:43Z', 'updated_at': '2021-04-16T11:41:48Z', 'revision_number': 4, 'project_id': '5368005afc04439f924a22af0553ee85', 'subnets': [{'id': '78140931-c538-4d88-b736-2a29b6215bc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09c25ecf-b368-4e8f-88f2-a18571017805'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:41:48.834928 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac538a4b-640c-4fd8-ab9d-d5db68644ff8 None None] The sync data for ids ['1118230d-578b-4bd3-a34e-b0658893dca9'] in dv-cinder-689486-10-iscsi is: [{'id': '1118230d-578b-4bd3-a34e-b0658893dca9', 'name': 'router1', 'tenant_id': '5368005afc04439f924a22af0553ee85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:41:33Z', 'updated_at': '2021-04-16T11:41:44Z', 'revision_number': 2, 'project_id': '5368005afc04439f924a22af0553ee85', 'gw_port_host': None, '_interfaces': [{'id': 'faf7847a-cb69-4618-8f69-f3cbfb509e9b', 'name': '', 'network_id': '7b6ed647-2f82-43b1-b666-020aab1d02dd', 'tenant_id': '5368005afc04439f924a22af0553ee85', 'mac_address': 'fa:16:3e:87:49:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1118230d-578b-4bd3-a34e-b0658893dca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78140931-c538-4d88-b736-2a29b6215bc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:41:43Z', 'updated_at': '2021-04-16T11:41:48Z', 'revision_number': 4, 'project_id': '5368005afc04439f924a22af0553ee85', 'subnets': [{'id': '78140931-c538-4d88-b736-2a29b6215bc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09c25ecf-b368-4e8f-88f2-a18571017805'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:41:48.912132 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd387248-8a7e-48e9-bdc5-035eb326ca67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:41:48.913757 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-fd387248-8a7e-48e9-bdc5-035eb326ca67 admin admin] Synchronizing usage tracker for tenant:eaf55b94c23b4378854aa2c422bdb832 on resource:network {{(pid=85338) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:41:48.931466 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-fd387248-8a7e-48e9-bdc5-035eb326ca67 admin admin] Unset dirty status for tenant:eaf55b94c23b4378854aa2c422bdb832 on resource:network {{(pid=85338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:41:48.932769 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-fd387248-8a7e-48e9-bdc5-035eb326ca67 admin admin] 10.222.0.71 "GET /v2.0/networks/42de8c2d-cd05-4680-9fb4-4f0e504e941e HTTP/1.1" status: 200 len: 842 time: 0.2032731 Apr 16 11:41:48.948379 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-9185d437-3e72-464f-83a2-08ac62f6526e admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:41:48.954047 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-9185d437-3e72-464f-83a2-08ac62f6526e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:41:48.959339 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-9185d437-3e72-464f-83a2-08ac62f6526e admin admin] Usage tracker for resource:subnet and tenant:eaf55b94c23b4378854aa2c422bdb832 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:41:48.962430 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-9185d437-3e72-464f-83a2-08ac62f6526e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:41:48.969141 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-9185d437-3e72-464f-83a2-08ac62f6526e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:41:48.980324 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9185d437-3e72-464f-83a2-08ac62f6526e admin admin] Made reservation on behalf of eaf55b94c23b4378854aa2c422bdb832 for: {'subnet': 1} {{(pid=85338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:41:48.984973 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9185d437-3e72-464f-83a2-08ac62f6526e admin admin] Notify callbacks [] for subnet, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:49.648545 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.objects.ports [None req-9185d437-3e72-464f-83a2-08ac62f6526e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85338) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 16 11:41:49.649108 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9185d437-3e72-464f-83a2-08ac62f6526e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747'] for subnet, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:49.677739 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:41:50.033691 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185d437-3e72-464f-83a2-08ac62f6526e admin admin] Pushing event updated for resources: {'Subnet': ['ID=337501b3-dbb5-4b21-86cd-6f03e94fa6eb,revision_number=0']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:41:50.050199 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-9185d437-3e72-464f-83a2-08ac62f6526e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:41:50.113994 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9185d437-3e72-464f-83a2-08ac62f6526e admin admin] Checking segment: {'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:41:50.114389 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9185d437-3e72-464f-83a2-08ac62f6526e admin admin] Network hostable DHCP agents. Network: 42de8c2d-cd05-4680-9fb4-4f0e504e941e, hostable agents: ['ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6'], hosted agents: [] {{(pid=85338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:41:50.136627 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9185d437-3e72-464f-83a2-08ac62f6526e admin admin] Network 42de8c2d-cd05-4680-9fb4-4f0e504e941e is scheduled to be hosted by DHCP agent ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6 with binding_index 1 {{(pid=85338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:41:50.147476 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-9185d437-3e72-464f-83a2-08ac62f6526e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-10-iscsi, 42de8c2d-cd05-4680-9fb4-4f0e504e941e) {{(pid=85338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:41:50.156981 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a8495f-b756-4262-8c9a-76243648e046 None None] Network 42de8c2d-cd05-4680-9fb4-4f0e504e941e requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:41:50.157335 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9185d437-3e72-464f-83a2-08ac62f6526e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:41:50.158727 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9185d437-3e72-464f-83a2-08ac62f6526e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for subnet, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:50.211192 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-9185d437-3e72-464f-83a2-08ac62f6526e admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2664473 Apr 16 11:41:50.411365 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86569090-518c-418f-9883-839411b3644a None None] Network 42de8c2d-cd05-4680-9fb4-4f0e504e941e requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:41:52.666832 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device faf7847a-cb69-4618-8f69-f3cbfb509e9b up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:41:52.742273 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning for port faf7847a-cb69-4618-8f69-f3cbfb509e9b completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:41:52.747213 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port faf7847a-cb69-4618-8f69-f3cbfb509e9b triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:41:52.747617 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:52.875875 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:52.910600 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] For port faf7847a-cb69-4618-8f69-f3cbfb509e9b, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=faf7847a-cb69-4618-8f69-f3cbfb509e9b,segment=NetworkSegment(7bb87404-6c11-4bdc-b351-9a6e7ae3af67),segment_id=7bb87404-6c11-4bdc-b351-9a6e7ae3af67)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:41:52.913316 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:52.915489 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-a6d9bb20-aa9f-4e99-9383-18712d02dcaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:41:52.916682 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 46656) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:41:52.986593 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Pushing event updated for resources: {'Port': ['ID=faf7847a-cb69-4618-8f69-f3cbfb509e9b,revision_number=5']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:41:52.990021 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:41:53.130391 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-67246004-fdf6-474f-b9c3-2878484424fe admin admin] 10.222.0.71 "GET /v2.0/routers/1118230d-578b-4bd3-a34e-b0658893dca9 HTTP/1.1" status: 200 len: 710 time: 0.2123914 Apr 16 11:41:53.271370 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c85d89e-15df-44ec-8389-8f14566226b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:41:53.272831 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-0c85d89e-15df-44ec-8389-8f14566226b6 admin admin] 10.222.0.71 "GET /v2.0/networks/42de8c2d-cd05-4680-9fb4-4f0e504e941e HTTP/1.1" status: 200 len: 886 time: 0.1367347 Apr 16 11:41:53.283549 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-c5397403-4cf7-442a-be93-b2271ca42e22 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'}}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:41:53.766395 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c5397403-4cf7-442a-be93-b2271ca42e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852691027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2082092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770679'] for router, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:54.127696 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c5397403-4cf7-442a-be93-b2271ca42e22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:54.190062 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c5397403-4cf7-442a-be93-b2271ca42e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:54.335039 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [None req-c5397403-4cf7-442a-be93-b2271ca42e22 admin admin] Allocated IP 172.27.1.83 (42de8c2d-cd05-4680-9fb4-4f0e504e941e/337501b3-dbb5-4b21-86cd-6f03e94fa6eb/5a87c9e1-a75f-4616-8c5f-37c31cc78c23) {{(pid=85338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:41:54.493662 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c5397403-4cf7-442a-be93-b2271ca42e22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:54.522650 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c5397403-4cf7-442a-be93-b2271ca42e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162'] for port, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:54.538891 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-da9d57a9-76d6-4ece-a60e-0ae5c3f6eca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:41:54.649740 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device faf7847a-cb69-4618-8f69-f3cbfb509e9b up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:41:54.734703 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port faf7847a-cb69-4618-8f69-f3cbfb509e9b triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:41:54.735209 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:54.887866 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5397403-4cf7-442a-be93-b2271ca42e22 admin admin] Pushing event updated for resources: {'Port': ['ID=5a87c9e1-a75f-4616-8c5f-37c31cc78c23,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:41:54.893206 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-c5397403-4cf7-442a-be93-b2271ca42e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:41:54.947006 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5397403-4cf7-442a-be93-b2271ca42e22 admin admin] Network 42de8c2d-cd05-4680-9fb4-4f0e504e941e is already hosted by enough agents. {{(pid=85338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:41:54.948248 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-c5397403-4cf7-442a-be93-b2271ca42e22 admin admin] Resources bound (agent type, host, resource id): {{(pid=85338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:41:54.950986 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5397403-4cf7-442a-be93-b2271ca42e22 admin admin] Received port after_create {{(pid=85338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:41:55.380944 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c5397403-4cf7-442a-be93-b2271ca42e22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:55.786841 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c5397403-4cf7-442a-be93-b2271ca42e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852691027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2082092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770679'] for router, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:55.790814 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c5397403-4cf7-442a-be93-b2271ca42e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2084789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036852691006', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852693707'] for router, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:55.992697 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5397403-4cf7-442a-be93-b2271ca42e22 admin admin] Router 1118230d-578b-4bd3-a34e-b0658893dca9 has already been hosted by L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 {{(pid=85338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:41:56.186599 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5397403-4cf7-442a-be93-b2271ca42e22 admin admin] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:41:56.199984 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04187280-f513-4833-80ef-ac8811427c46 None None] Sync routers for ids ['1118230d-578b-4bd3-a34e-b0658893dca9'] in dv-cinder-689486-10-iscsi {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:41:56.200134 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c5397403-4cf7-442a-be93-b2271ca42e22 admin admin] Notify callbacks [] for router, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:56.204607 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-c5397403-4cf7-442a-be93-b2271ca42e22 admin admin] 10.222.0.71 "PUT /v2.0/routers/1118230d-578b-4bd3-a34e-b0658893dca9 HTTP/1.1" status: 200 len: 889 time: 2.9218781 Apr 16 11:41:56.211671 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04187280-f513-4833-80ef-ac8811427c46 None None] Routers {'1118230d-578b-4bd3-a34e-b0658893dca9'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:41:56.212442 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-04187280-f513-4833-80ef-ac8811427c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:41:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['1118230d-578b-4bd3-a34e-b0658893dca9'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:41:56.422369 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-04187280-f513-4833-80ef-ac8811427c46 None None] Set router 1118230d-578b-4bd3-a34e-b0658893dca9 gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:41:56.797137 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-04187280-f513-4833-80ef-ac8811427c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1118230d-578b-4bd3-a34e-b0658893dca9', 'name': 'router1', 'tenant_id': '5368005afc04439f924a22af0553ee85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '5a87c9e1-a75f-4616-8c5f-37c31cc78c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:41:33Z', 'updated_at': '2021-04-16T11:41:55Z', 'revision_number': 4, 'project_id': '5368005afc04439f924a22af0553ee85', 'gw_port': {'id': '5a87c9e1-a75f-4616-8c5f-37c31cc78c23', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:07:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1118230d-578b-4bd3-a34e-b0658893dca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:41:54Z', 'updated_at': '2021-04-16T11:41:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': 'faf7847a-cb69-4618-8f69-f3cbfb509e9b', 'name': '', 'network_id': '7b6ed647-2f82-43b1-b666-020aab1d02dd', 'tenant_id': '5368005afc04439f924a22af0553ee85', 'mac_address': 'fa:16:3e:87:49:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1118230d-578b-4bd3-a34e-b0658893dca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78140931-c538-4d88-b736-2a29b6215bc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:41:43Z', 'updated_at': '2021-04-16T11:41:52Z', 'revision_number': 5, 'project_id': '5368005afc04439f924a22af0553ee85', 'subnets': [{'id': '78140931-c538-4d88-b736-2a29b6215bc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09c25ecf-b368-4e8f-88f2-a18571017805'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:41:56.803170 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04187280-f513-4833-80ef-ac8811427c46 None None] Checking router: 1118230d-578b-4bd3-a34e-b0658893dca9 for host: dv-cinder-689486-10-iscsi {{(pid=85339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:41:56.803549 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04187280-f513-4833-80ef-ac8811427c46 None None] Updating router 1118230d-578b-4bd3-a34e-b0658893dca9 port 5a87c9e1-a75f-4616-8c5f-37c31cc78c23 binding host dv-cinder-689486-10-iscsi {{(pid=85339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:41:56.864195 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-04187280-f513-4833-80ef-ac8811427c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:57.255429 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-04187280-f513-4833-80ef-ac8811427c46 None None] Notify callbacks [] for port, precommit_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:57.270744 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-04187280-f513-4833-80ef-ac8811427c46 None None] Transition to ACTIVE for port object 5a87c9e1-a75f-4616-8c5f-37c31cc78c23 will not be triggered until provisioned by entity L2. {{(pid=85339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:41:57.277545 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-04187280-f513-4833-80ef-ac8811427c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:57.296147 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:41:57.433769 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4f482-f95d-4867-8278-453227391c8e None None] Pushing event updated for resources: {'Port': ['ID=5a87c9e1-a75f-4616-8c5f-37c31cc78c23,revision_number=2']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:41:57.437025 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-7fa4f482-f95d-4867-8278-453227391c8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:41:57.507278 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-04187280-f513-4833-80ef-ac8811427c46 None None] Attempting to bind port 5a87c9e1-a75f-4616-8c5f-37c31cc78c23 on host dv-cinder-689486-10-iscsi for vnic_type normal with profile {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:41:57.507693 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-04187280-f513-4833-80ef-ac8811427c46 None None] Attempting to bind port 5a87c9e1-a75f-4616-8c5f-37c31cc78c23 by drivers openvswitch,hyperv on host dv-cinder-689486-10-iscsi at level 0 using segments [{'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:41:57.508091 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04187280-f513-4833-80ef-ac8811427c46 None None] Attempting to bind port 5a87c9e1-a75f-4616-8c5f-37c31cc78c23 on network 42de8c2d-cd05-4680-9fb4-4f0e504e941e {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:41:57.514256 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04187280-f513-4833-80ef-ac8811427c46 None None] Checking agent: {'id': '0d7cbe5e-bfbb-464b-b5de-cb3320bd5996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 41, 6), 'started_at': datetime.datetime(2021, 4, 16, 11, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:41:57.514666 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04187280-f513-4833-80ef-ac8811427c46 None None] Checking segment: {'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:41:57.515104 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-04187280-f513-4833-80ef-ac8811427c46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:57.515533 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04187280-f513-4833-80ef-ac8811427c46 None None] Bound using segment: {'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:41:57.516038 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-04187280-f513-4833-80ef-ac8811427c46 None None] Bound port: 5a87c9e1-a75f-4616-8c5f-37c31cc78c23, host: dv-cinder-689486-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'}}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:41:57.516828 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-04187280-f513-4833-80ef-ac8811427c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:57.609637 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-04187280-f513-4833-80ef-ac8811427c46 None None] For port 5a87c9e1-a75f-4616-8c5f-37c31cc78c23, host dv-cinder-689486-10-iscsi, cleared binding levels {{(pid=85339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:41:57.614423 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-04187280-f513-4833-80ef-ac8811427c46 None None] For port 5a87c9e1-a75f-4616-8c5f-37c31cc78c23, host dv-cinder-689486-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=5a87c9e1-a75f-4616-8c5f-37c31cc78c23,segment=NetworkSegment(fbc7dd2f-3e5c-4067-bc2d-84cf54659228),segment_id=fbc7dd2f-3e5c-4067-bc2d-84cf54659228)] {{(pid=85339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:41:57.618337 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-04187280-f513-4833-80ef-ac8811427c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:57.634944 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:41:57.795017 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4f482-f95d-4867-8278-453227391c8e None None] Pushing event updated for resources: {'Port': ['ID=5a87c9e1-a75f-4616-8c5f-37c31cc78c23,revision_number=3']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:41:57.798668 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-7fa4f482-f95d-4867-8278-453227391c8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:41:57.846860 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04187280-f513-4833-80ef-ac8811427c46 None None] Routers {'1118230d-578b-4bd3-a34e-b0658893dca9'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:41:57.847519 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-04187280-f513-4833-80ef-ac8811427c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:41:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['1118230d-578b-4bd3-a34e-b0658893dca9'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:41:58.223428 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-04187280-f513-4833-80ef-ac8811427c46 None None] Set router 1118230d-578b-4bd3-a34e-b0658893dca9 gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:41:58.656141 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-04187280-f513-4833-80ef-ac8811427c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1118230d-578b-4bd3-a34e-b0658893dca9', 'name': 'router1', 'tenant_id': '5368005afc04439f924a22af0553ee85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '5a87c9e1-a75f-4616-8c5f-37c31cc78c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:41:33Z', 'updated_at': '2021-04-16T11:41:55Z', 'revision_number': 4, 'project_id': '5368005afc04439f924a22af0553ee85', 'gw_port': {'id': '5a87c9e1-a75f-4616-8c5f-37c31cc78c23', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:07:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1118230d-578b-4bd3-a34e-b0658893dca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:41:54Z', 'updated_at': '2021-04-16T11:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': 'faf7847a-cb69-4618-8f69-f3cbfb509e9b', 'name': '', 'network_id': '7b6ed647-2f82-43b1-b666-020aab1d02dd', 'tenant_id': '5368005afc04439f924a22af0553ee85', 'mac_address': 'fa:16:3e:87:49:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1118230d-578b-4bd3-a34e-b0658893dca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78140931-c538-4d88-b736-2a29b6215bc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:41:43Z', 'updated_at': '2021-04-16T11:41:52Z', 'revision_number': 5, 'project_id': '5368005afc04439f924a22af0553ee85', 'subnets': [{'id': '78140931-c538-4d88-b736-2a29b6215bc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09c25ecf-b368-4e8f-88f2-a18571017805'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:41:58.661382 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04187280-f513-4833-80ef-ac8811427c46 None None] The sync data for ids ['1118230d-578b-4bd3-a34e-b0658893dca9'] in dv-cinder-689486-10-iscsi is: [{'id': '1118230d-578b-4bd3-a34e-b0658893dca9', 'name': 'router1', 'tenant_id': '5368005afc04439f924a22af0553ee85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '5a87c9e1-a75f-4616-8c5f-37c31cc78c23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:41:33Z', 'updated_at': '2021-04-16T11:41:55Z', 'revision_number': 4, 'project_id': '5368005afc04439f924a22af0553ee85', 'gw_port': {'id': '5a87c9e1-a75f-4616-8c5f-37c31cc78c23', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:07:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1118230d-578b-4bd3-a34e-b0658893dca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:41:54Z', 'updated_at': '2021-04-16T11:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': 'faf7847a-cb69-4618-8f69-f3cbfb509e9b', 'name': '', 'network_id': '7b6ed647-2f82-43b1-b666-020aab1d02dd', 'tenant_id': '5368005afc04439f924a22af0553ee85', 'mac_address': 'fa:16:3e:87:49:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1118230d-578b-4bd3-a34e-b0658893dca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78140931-c538-4d88-b736-2a29b6215bc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:41:43Z', 'updated_at': '2021-04-16T11:41:52Z', 'revision_number': 5, 'project_id': '5368005afc04439f924a22af0553ee85', 'subnets': [{'id': '78140931-c538-4d88-b736-2a29b6215bc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09c25ecf-b368-4e8f-88f2-a18571017805'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:41:59.069418 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 46666) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:41:59.255725 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-abd2b629-8cb4-4bb4-9654-14b2f76074fd admin admin] 10.222.0.71 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1845777 Apr 16 11:42:00.697446 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 5a87c9e1-a75f-4616-8c5f-37c31cc78c23 up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:42:00.777209 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning for port 5a87c9e1-a75f-4616-8c5f-37c31cc78c23 completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:42:00.783643 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port 5a87c9e1-a75f-4616-8c5f-37c31cc78c23 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:42:00.784193 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:42:00.926162 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:42:00.945858 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] For port 5a87c9e1-a75f-4616-8c5f-37c31cc78c23, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=5a87c9e1-a75f-4616-8c5f-37c31cc78c23,segment=NetworkSegment(fbc7dd2f-3e5c-4067-bc2d-84cf54659228),segment_id=fbc7dd2f-3e5c-4067-bc2d-84cf54659228)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:42:00.948856 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:42:00.953399 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:42:01.037075 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Pushing event updated for resources: {'Port': ['ID=5a87c9e1-a75f-4616-8c5f-37c31cc78c23,revision_number=4']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:42:01.040533 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:42:01.378492 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-22bc93d7-cf07-4462-873c-fc80ee1b47aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:42:01.389015 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 5 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:42:02.681355 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 5a87c9e1-a75f-4616-8c5f-37c31cc78c23 up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:42:02.758387 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port 5a87c9e1-a75f-4616-8c5f-37c31cc78c23 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:42:02.758800 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:42:04.822439 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-eee14b3a-fdbb-47a8-abab-fea23a025549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:42:05.750179 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:42:06.365580 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:42:07.500115 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:42:31.388472 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9802fee4-c696-42ad-bf4b-1cf801f632d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:42:34.807322 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-09ad038b-81e9-495a-85bb-3734991d01fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:42:35.733282 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:42:36.369463 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:42:37.485040 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:42:38.389195 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 5 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:43:01.377108 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c385c965-9ba2-4a36-b5fa-3a06e9b21b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:04.817063 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e962-fff9-4acf-a220-5c782a19c2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:05.736938 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:06.355380 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:07.489698 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:15.387768 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 5 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:43:31.369936 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-4bc9ae10-3a7e-4818-87ce-ab5fa5465152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:34.808816 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9cc8278a-1a55-4573-98bd-798d5299e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:35.739615 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:36.358735 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:37.493450 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:45.344441 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 47236) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:43:45.447347 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab0c612b-5a11-45df-be66-dc6a2d8e103f admin admin] GET failed (client error): The resource could not be found. Apr 16 11:43:45.449850 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-ab0c612b-5a11-45df-be66-dc6a2d8e103f admin admin] 10.222.0.71 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1041234 Apr 16 11:43:45.602424 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac1c09f-ef31-4239-adad-9ef73639ba30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:43:45.603854 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-bac1c09f-ef31-4239-adad-9ef73639ba30 admin admin] 10.222.0.71 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1485722 Apr 16 11:43:48.165367 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 47246) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:43:48.286678 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b943d7-e906-49a1-919c-f6db42ecb229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:43:48.288128 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-f0b943d7-e906-49a1-919c-f6db42ecb229 admin admin] 10.222.0.71 "GET /v2.0/subnets/78140931-c538-4d88-b736-2a29b6215bc2 HTTP/1.1" status: 200 len: 849 time: 0.1217468 Apr 16 11:43:48.298610 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-a58a143d-2759-45e8-9884-d0b0395819ec admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:43:48.426112 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a58a143d-2759-45e8-9884-d0b0395819ec admin admin] Notify callbacks [] for subnet, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:48.740743 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a58a143d-2759-45e8-9884-d0b0395819ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363296666348745'] for subnet, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:48.755834 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-2fd3c067-68c8-4e86-ad27-7be2927fef23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:43:48.888002 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a143d-2759-45e8-9884-d0b0395819ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=78140931-c538-4d88-b736-2a29b6215bc2,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:43:48.908916 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58a143d-2759-45e8-9884-d0b0395819ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:43:48.909309 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58a143d-2759-45e8-9884-d0b0395819ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:43:48.909680 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58a143d-2759-45e8-9884-d0b0395819ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:43:48.910040 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58a143d-2759-45e8-9884-d0b0395819ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:43:48.910398 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58a143d-2759-45e8-9884-d0b0395819ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:43:48.910763 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58a143d-2759-45e8-9884-d0b0395819ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:43:48.911129 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58a143d-2759-45e8-9884-d0b0395819ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:43:48.911480 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58a143d-2759-45e8-9884-d0b0395819ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:43:48.911847 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58a143d-2759-45e8-9884-d0b0395819ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:43:48.912199 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58a143d-2759-45e8-9884-d0b0395819ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:43:48.912588 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58a143d-2759-45e8-9884-d0b0395819ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:43:48.912934 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58a143d-2759-45e8-9884-d0b0395819ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:43:48.917890 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-a58a143d-2759-45e8-9884-d0b0395819ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:43:48.951764 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58a143d-2759-45e8-9884-d0b0395819ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:43:48.952471 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a58a143d-2759-45e8-9884-d0b0395819ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for subnet, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:48.953846 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-a58a143d-2759-45e8-9884-d0b0395819ec admin admin] 10.222.0.71 "PUT /v2.0/subnets/78140931-c538-4d88-b736-2a29b6215bc2 HTTP/1.1" status: 200 len: 868 time: 0.6594293 Apr 16 11:43:48.958206 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f3e13b-4919-456c-94b5-db151ac451e5 None None] Network 7b6ed647-2f82-43b1-b666-020aab1d02dd requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:43:49.453594 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f5be88de-8d57-4f39-9c53-3bda3b9f3244 None None] Provisioning complete for port faf7847a-cb69-4618-8f69-f3cbfb509e9b triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:43:49.454195 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f5be88de-8d57-4f39-9c53-3bda3b9f3244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:49.597666 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f5be88de-8d57-4f39-9c53-3bda3b9f3244 None None] Provisioning complete for port fc338c9b-e1e2-492e-98a4-ff4c7b794719 triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:43:49.597957 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f5be88de-8d57-4f39-9c53-3bda3b9f3244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:51.643317 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 47256) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:43:51.997666 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30db2525-2458-4868-8794-f892b9853373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:43:51.998286 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30db2525-2458-4868-8794-f892b9853373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:43:52.000081 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-30db2525-2458-4868-8794-f892b9853373 admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3556836 Apr 16 11:43:52.386797 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 5 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:43:54.554769 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 47266) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:43:54.744459 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b242b9-9b87-4131-b115-30626114abfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:43:54.744899 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b242b9-9b87-4131-b115-30626114abfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:43:54.746528 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-e9b242b9-9b87-4131-b115-30626114abfe admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1905081 Apr 16 11:43:57.274140 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 47276) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:43:57.456347 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f73b20-cfdf-4b5c-8d3f-e1ffdaee22e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:43:57.457715 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-91f73b20-cfdf-4b5c-8d3f-e1ffdaee22e0 admin admin] 10.222.0.71 "GET /v2.0/networks/42de8c2d-cd05-4680-9fb4-4f0e504e941e HTTP/1.1" status: 200 len: 886 time: 0.1825635 Apr 16 11:44:00.006131 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 47286) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:44:00.194632 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f977a1b-a1ab-4e3c-854d-16cd97da9cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:44:00.196348 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-9f977a1b-a1ab-4e3c-854d-16cd97da9cc9 admin admin] 10.222.0.71 "GET /v2.0/networks/7b6ed647-2f82-43b1-b666-020aab1d02dd HTTP/1.1" status: 200 len: 869 time: 0.1889553 Apr 16 11:44:01.374097 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-15dc9cdd-4545-4418-9102-cf3cc62b09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:02.752368 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 47296) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:44:02.869598 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846a1580-e363-4153-9cd4-71e9f18adf4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:44:02.870113 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846a1580-e363-4153-9cd4-71e9f18adf4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:44:02.870919 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-846a1580-e363-4153-9cd4-71e9f18adf4a admin admin] Synchronizing usage tracker for tenant:eaf55b94c23b4378854aa2c422bdb832 on resource:subnet {{(pid=85338) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:44:02.887360 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-846a1580-e363-4153-9cd4-71e9f18adf4a admin admin] Unset dirty status for tenant:eaf55b94c23b4378854aa2c422bdb832 on resource:subnet {{(pid=85338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:44:02.889206 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-846a1580-e363-4153-9cd4-71e9f18adf4a admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1358085 Apr 16 11:44:04.813816 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-4e319eeb-befa-4ce7-abdb-82c0c55a7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:05.419260 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 47306) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:44:05.545689 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcc0adf-fb45-4df3-886c-19e00d680ba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:44:05.546198 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcc0adf-fb45-4df3-886c-19e00d680ba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:44:05.547834 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-1fcc0adf-fb45-4df3-886c-19e00d680ba2 admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1278055 Apr 16 11:44:05.745067 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:06.361887 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:07.492828 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:08.100924 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 47316) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:44:08.216672 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a202880f-328c-4d3d-af19-f5192cb2c99f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:44:08.218222 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-a202880f-328c-4d3d-af19-f5192cb2c99f admin admin] 10.222.0.71 "GET /v2.0/subnets/337501b3-dbb5-4b21-86cd-6f03e94fa6eb HTTP/1.1" status: 200 len: 816 time: 0.1162782 Apr 16 11:44:10.784063 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 47326) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:44:10.905862 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d367588-e5fc-490e-9f97-bd5df8d4678a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:44:10.907323 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-1d367588-e5fc-490e-9f97-bd5df8d4678a admin admin] 10.222.0.71 "GET /v2.0/subnets/78140931-c538-4d88-b736-2a29b6215bc2 HTTP/1.1" status: 200 len: 868 time: 0.1222200 Apr 16 11:44:29.389183 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 5 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:44:31.378661 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-230450c5-d0aa-4f4a-952f-503233617afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:34.815914 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-52c7c2a1-8f96-43b4-92dd-ea7058992bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:35.745688 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:36.363551 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:37.493497 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:38.259089 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 47370) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:44:38.311992 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [None req-cd5b3d50-9b4e-4294-9d05-b1258187fcbb admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=85338) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 11:44:38.313090 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-cd5b3d50-9b4e-4294-9d05-b1258187fcbb admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0529644 Apr 16 11:44:40.957890 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 47380) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:44:41.035825 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4315d9f-c22b-4534-850d-5b566cb71463 admin admin] GET failed (client error): The resource could not be found. Apr 16 11:44:41.037215 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-f4315d9f-c22b-4534-850d-5b566cb71463 admin admin] 10.222.0.71 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0783224 Apr 16 11:44:41.358975 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c959442-b934-415b-8066-14574130c9ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:44:41.360563 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-3c959442-b934-415b-8066-14574130c9ef admin admin] 10.222.0.71 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.3189809 Apr 16 11:44:43.887724 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 47390) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:44:43.940548 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-34aa35b6-d3dc-46eb-b2cd-1172433b02d1 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:44:43.945323 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-34aa35b6-d3dc-46eb-b2cd-1172433b02d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:44:43.955692 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-34aa35b6-d3dc-46eb-b2cd-1172433b02d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:44:43.964440 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34aa35b6-d3dc-46eb-b2cd-1172433b02d1 admin admin] Made reservation on behalf of eaf55b94c23b4378854aa2c422bdb832 for: {'network': 1} {{(pid=85338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:44:43.969885 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-34aa35b6-d3dc-46eb-b2cd-1172433b02d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for network, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:44.064660 dv-cinder-689486-10-iscsi neutron-server[85224]: WARNING neutron.services.revisions.revision_plugin [None req-34aa35b6-d3dc-46eb-b2cd-1172433b02d1 admin admin] Could not find related network for resource to bump revision. Apr 16 11:44:44.077250 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34aa35b6-d3dc-46eb-b2cd-1172433b02d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=85338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:44:44.086279 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-34aa35b6-d3dc-46eb-b2cd-1172433b02d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2559'] for segment, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:44.086663 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.segments_db [None req-34aa35b6-d3dc-46eb-b2cd-1172433b02d1 admin admin] Added segment bb97b14a-ae63-4882-85b9-e6739c617018 of type vlan for network 3329b841-064e-4687-86ac-06086fb53322 Apr 16 11:44:44.114193 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-34aa35b6-d3dc-46eb-b2cd-1172433b02d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740187980010'] for network, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:44.143157 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-34aa35b6-d3dc-46eb-b2cd-1172433b02d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747'] for network, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:44.144535 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34aa35b6-d3dc-46eb-b2cd-1172433b02d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:44:44.145166 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-34aa35b6-d3dc-46eb-b2cd-1172433b02d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for network, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:44.150253 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:44:44.253897 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-34aa35b6-d3dc-46eb-b2cd-1172433b02d1 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3648961 Apr 16 11:44:44.256827 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa35b6-d3dc-46eb-b2cd-1172433b02d1 admin admin] Pushing event updated for resources: {'Network': ['ID=3329b841-064e-4687-86ac-06086fb53322,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:44:44.265188 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aa35b6-d3dc-46eb-b2cd-1172433b02d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:44.265593 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aa35b6-d3dc-46eb-b2cd-1172433b02d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:44.265981 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aa35b6-d3dc-46eb-b2cd-1172433b02d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:44.266348 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aa35b6-d3dc-46eb-b2cd-1172433b02d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:44.266720 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aa35b6-d3dc-46eb-b2cd-1172433b02d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:44.267087 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aa35b6-d3dc-46eb-b2cd-1172433b02d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:44.267452 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aa35b6-d3dc-46eb-b2cd-1172433b02d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:44.267829 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aa35b6-d3dc-46eb-b2cd-1172433b02d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:44.268205 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aa35b6-d3dc-46eb-b2cd-1172433b02d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:44.268593 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aa35b6-d3dc-46eb-b2cd-1172433b02d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:44.268955 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aa35b6-d3dc-46eb-b2cd-1172433b02d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:44.269312 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aa35b6-d3dc-46eb-b2cd-1172433b02d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:44.273553 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-34aa35b6-d3dc-46eb-b2cd-1172433b02d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:44:44.282870 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Network 3329b841-064e-4687-86ac-06086fb53322 details requested by agent ovs-agent-dv-cinder-689486-10-iscsi with host dv-cinder-689486-10-iscsi {{(pid=85339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:44:46.891737 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 47400) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:44:46.969597 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdfbdad1-f088-468d-b715-99498a02c53e admin admin] GET failed (client error): The resource could not be found. Apr 16 11:44:46.970208 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-bdfbdad1-f088-468d-b715-99498a02c53e admin admin] Synchronizing usage tracker for tenant:eaf55b94c23b4378854aa2c422bdb832 on resource:network {{(pid=85338) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:44:46.984605 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-bdfbdad1-f088-468d-b715-99498a02c53e admin admin] Unset dirty status for tenant:eaf55b94c23b4378854aa2c422bdb832 on resource:network {{(pid=85338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:44:46.985823 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-bdfbdad1-f088-468d-b715-99498a02c53e admin admin] 10.222.0.71 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0930109 Apr 16 11:44:47.103275 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea5ca4e-752e-4d3e-8f77-40cbcd72013c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:44:47.104860 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-eea5ca4e-752e-4d3e-8f77-40cbcd72013c admin admin] 10.222.0.71 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1147461 Apr 16 11:44:47.116118 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-d7130f78-94b1-4ea5-b89d-5946bd175a50 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '3329b841-064e-4687-86ac-06086fb53322', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:44:47.122659 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-d7130f78-94b1-4ea5-b89d-5946bd175a50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:44:47.133059 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-d7130f78-94b1-4ea5-b89d-5946bd175a50 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:44:47.142947 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7130f78-94b1-4ea5-b89d-5946bd175a50 admin admin] Made reservation on behalf of eaf55b94c23b4378854aa2c422bdb832 for: {'subnet': 1} {{(pid=85338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:44:47.148113 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d7130f78-94b1-4ea5-b89d-5946bd175a50 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:47.565207 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d7130f78-94b1-4ea5-b89d-5946bd175a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747'] for subnet, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:47.582842 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:44:47.712787 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7130f78-94b1-4ea5-b89d-5946bd175a50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a12daad1-8032-4587-b853-c9289bc277dd,revision_number=0']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:44:47.726386 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-d7130f78-94b1-4ea5-b89d-5946bd175a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:44:47.790670 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7130f78-94b1-4ea5-b89d-5946bd175a50 admin admin] Checking segment: {'id': 'bb97b14a-ae63-4882-85b9-e6739c617018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '3329b841-064e-4687-86ac-06086fb53322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:44:47.791063 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7130f78-94b1-4ea5-b89d-5946bd175a50 admin admin] Network hostable DHCP agents. Network: 3329b841-064e-4687-86ac-06086fb53322, hostable agents: ['ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6'], hosted agents: [] {{(pid=85338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:44:47.811061 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7130f78-94b1-4ea5-b89d-5946bd175a50 admin admin] Network 3329b841-064e-4687-86ac-06086fb53322 is scheduled to be hosted by DHCP agent ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6 with binding_index 1 {{(pid=85338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:44:47.821572 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-d7130f78-94b1-4ea5-b89d-5946bd175a50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-10-iscsi, 3329b841-064e-4687-86ac-06086fb53322) {{(pid=85338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:44:47.826761 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7130f78-94b1-4ea5-b89d-5946bd175a50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:44:47.827618 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d7130f78-94b1-4ea5-b89d-5946bd175a50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for subnet, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:47.833734 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d8fc8b-f9fb-41b2-a723-635831ac9e84 None None] Network 3329b841-064e-4687-86ac-06086fb53322 requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:44:47.855260 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-d7130f78-94b1-4ea5-b89d-5946bd175a50 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7428942 Apr 16 11:44:48.080412 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ecb271d-b0fa-5b25-a558-314f548095fa-3329b841-064e-4687-86ac-06086fb53322', 'network_id': '3329b841-064e-4687-86ac-06086fb53322', 'tenant_id': 'eaf55b94c23b4378854aa2c422bdb832', 'fixed_ips': [{'subnet_id': 'a12daad1-8032-4587-b853-c9289bc277dd'}]}} from dv-cinder-689486-10-iscsi. {{(pid=85339) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 11:44:48.081591 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:48.262150 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] Allocated IP 192.168.233.2 (3329b841-064e-4687-86ac-06086fb53322/a12daad1-8032-4587-b853-c9289bc277dd/42d8ed9b-8395-4287-8285-636cde825a26) {{(pid=85339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:44:48.496972 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] Notify callbacks [] for port, precommit_create {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:48.508476 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] Transition to ACTIVE for port object 42d8ed9b-8395-4287-8285-636cde825a26 will not be triggered until provisioned by entity L2. {{(pid=85339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:44:48.532104 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] Transition to ACTIVE for port object 42d8ed9b-8395-4287-8285-636cde825a26 will not be triggered until provisioned by entity DHCP. {{(pid=85339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:44:48.536860 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162'] for port, after_create {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:48.553466 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:44:48.860971 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] Pushing event updated for resources: {'Port': ['ID=42d8ed9b-8395-4287-8285-636cde825a26,revision_number=1']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:44:48.872277 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:48.872667 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:48.873033 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:48.873394 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:48.873753 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:48.874116 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:48.874473 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:48.874824 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:48.875187 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:48.875540 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:48.875887 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:48.876235 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:48.889915 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:44:48.935058 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] Network 3329b841-064e-4687-86ac-06086fb53322 is already hosted by enough agents. {{(pid=85339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:44:48.936431 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] Resources bound (agent type, host, resource id): {{(pid=85339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:44:48.940339 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] Received port after_create {{(pid=85339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:44:49.041918 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] Attempting to bind port 42d8ed9b-8395-4287-8285-636cde825a26 on host dv-cinder-689486-10-iscsi for vnic_type normal with profile {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:44:49.042497 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] Attempting to bind port 42d8ed9b-8395-4287-8285-636cde825a26 by drivers openvswitch,hyperv on host dv-cinder-689486-10-iscsi at level 0 using segments [{'id': 'bb97b14a-ae63-4882-85b9-e6739c617018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '3329b841-064e-4687-86ac-06086fb53322'}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:44:49.043431 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] Attempting to bind port 42d8ed9b-8395-4287-8285-636cde825a26 on network 3329b841-064e-4687-86ac-06086fb53322 {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:44:49.050454 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] Checking agent: {'id': '0d7cbe5e-bfbb-464b-b5de-cb3320bd5996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 41, 6), 'started_at': datetime.datetime(2021, 4, 16, 11, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:44:49.050869 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] Checking segment: {'id': 'bb97b14a-ae63-4882-85b9-e6739c617018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '3329b841-064e-4687-86ac-06086fb53322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:44:49.051313 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:49.051739 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] Bound using segment: {'id': 'bb97b14a-ae63-4882-85b9-e6739c617018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '3329b841-064e-4687-86ac-06086fb53322'} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:44:49.052243 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] Bound port: 42d8ed9b-8395-4287-8285-636cde825a26, host: dv-cinder-689486-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb97b14a-ae63-4882-85b9-e6739c617018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '3329b841-064e-4687-86ac-06086fb53322'}}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:44:49.052795 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:49.159754 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] For port 42d8ed9b-8395-4287-8285-636cde825a26, host dv-cinder-689486-10-iscsi, cleared binding levels {{(pid=85339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:44:49.163245 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] For port 42d8ed9b-8395-4287-8285-636cde825a26, host dv-cinder-689486-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=42d8ed9b-8395-4287-8285-636cde825a26,segment=NetworkSegment(bb97b14a-ae63-4882-85b9-e6739c617018),segment_id=bb97b14a-ae63-4882-85b9-e6739c617018)] {{(pid=85339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:44:49.166617 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:49.188903 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:44:49.340094 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] Pushing event updated for resources: {'Port': ['ID=42d8ed9b-8395-4287-8285-636cde825a26,revision_number=2']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:44:49.344922 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:44:50.681820 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3285f3a-8cd5-4240-9013-6d9ac4b7324e None None] Network 3329b841-064e-4687-86ac-06086fb53322 requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:44:50.785085 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bb146f49-755c-4bdc-b2c6-7eac815c0b55 None None] Provisioning for port 42d8ed9b-8395-4287-8285-636cde825a26 completed by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:44:50.844374 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 42d8ed9b-8395-4287-8285-636cde825a26 up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:44:51.006294 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning for port 42d8ed9b-8395-4287-8285-636cde825a26 completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:44:51.018092 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port 42d8ed9b-8395-4287-8285-636cde825a26 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:44:51.018496 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:51.169512 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:51.208369 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] For port 42d8ed9b-8395-4287-8285-636cde825a26, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=42d8ed9b-8395-4287-8285-636cde825a26,segment=NetworkSegment(bb97b14a-ae63-4882-85b9-e6739c617018),segment_id=bb97b14a-ae63-4882-85b9-e6739c617018)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:44:51.212825 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:51.215975 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:44:51.297274 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Pushing event updated for resources: {'Port': ['ID=42d8ed9b-8395-4287-8285-636cde825a26,revision_number=3']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:44:51.300508 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:44:51.416239 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bd6a3e45-9f82-4e27-bd57-cd34a985147e None None] Provisioning complete for port 42d8ed9b-8395-4287-8285-636cde825a26 triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:44:51.416602 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bd6a3e45-9f82-4e27-bd57-cd34a985147e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:52.785947 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 42d8ed9b-8395-4287-8285-636cde825a26 up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:44:52.860647 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port 42d8ed9b-8395-4287-8285-636cde825a26 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:44:52.861021 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:45:01.380655 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a0c990ca-9553-439c-bd5a-08cfeb1e03ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:45:04.818262 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-659d712d-d116-4c11-9787-a66e43735bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:45:05.750763 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:45:06.365536 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:45:06.389180 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 5 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:45:07.496112 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:45:31.383264 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ca0b-af7c-4c14-99cf-e960a7aed9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:45:34.822422 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-54506be1-2708-4ffe-8f00-e4637a9334b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:45:35.754928 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:45:36.374320 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:45:37.504838 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:45:43.390001 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 5 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:46:01.388504 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-02192a06-9d4e-4b6c-af1f-8417323547ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:46:04.475121 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 47442) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:46:04.482826 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [None req-fd763a83-3ca7-44f2-ad91-b1a76152da2d tempest-verify_tempest_config-693704514 tempest-verify_tempest_config-693704514-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=85337) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 11:46:04.484006 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-fd763a83-3ca7-44f2-ad91-b1a76152da2d tempest-verify_tempest_config-693704514 tempest-verify_tempest_config-693704514-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0077066 Apr 16 11:46:04.832039 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-69fe0cc3-0857-4d2d-aedc-8254c9ff38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:46:04.929881 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 47460) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:46:05.088744 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-14e04444-0c7b-4c49-b660-7390a0b1ca7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:46:05.105010 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-14e04444-0c7b-4c49-b660-7390a0b1ca7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:46:05.109122 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-14e04444-0c7b-4c49-b660-7390a0b1ca7c admin admin] Usage tracker for resource:security_group_rule and tenant:8948ca401250402894cda9a08f2099bd is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:46:05.112187 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-14e04444-0c7b-4c49-b660-7390a0b1ca7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:46:05.118273 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-14e04444-0c7b-4c49-b660-7390a0b1ca7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:46:05.216067 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-14e04444-0c7b-4c49-b660-7390a0b1ca7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:46:05.219048 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-14e04444-0c7b-4c49-b660-7390a0b1ca7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:46:05.228711 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:46:05.272493 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-14e04444-0c7b-4c49-b660-7390a0b1ca7c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8948ca401250402894cda9a08f2099bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3413229 Apr 16 11:46:05.273414 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e04444-0c7b-4c49-b660-7390a0b1ca7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec85e6b-8933-4012-b54f-f21107b8e924,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:46:05.275362 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 47466) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:46:05.281651 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e04444-0c7b-4c49-b660-7390a0b1ca7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:46:05.282042 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e04444-0c7b-4c49-b660-7390a0b1ca7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:46:05.282414 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e04444-0c7b-4c49-b660-7390a0b1ca7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:46:05.282775 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e04444-0c7b-4c49-b660-7390a0b1ca7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:46:05.283134 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e04444-0c7b-4c49-b660-7390a0b1ca7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:46:05.283491 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e04444-0c7b-4c49-b660-7390a0b1ca7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:46:05.283820 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e04444-0c7b-4c49-b660-7390a0b1ca7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:46:05.284177 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e04444-0c7b-4c49-b660-7390a0b1ca7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:46:05.284566 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e04444-0c7b-4c49-b660-7390a0b1ca7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:46:05.284919 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e04444-0c7b-4c49-b660-7390a0b1ca7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:46:05.285267 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e04444-0c7b-4c49-b660-7390a0b1ca7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:46:05.285612 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e04444-0c7b-4c49-b660-7390a0b1ca7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:46:05.289759 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-14e04444-0c7b-4c49-b660-7390a0b1ca7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:46:05.346385 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-35f67cf3-f76f-4a23-8c20-dd5adbc985f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:46:05.375374 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-35f67cf3-f76f-4a23-8c20-dd5adbc985f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:46:05.431730 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-35f67cf3-f76f-4a23-8c20-dd5adbc985f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:46:05.437812 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:46:05.448911 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f67cf3-f76f-4a23-8c20-dd5adbc985f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec85e6b-8933-4012-b54f-f21107b8e924,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:46:05.459652 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f67cf3-f76f-4a23-8c20-dd5adbc985f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:46:05.460079 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f67cf3-f76f-4a23-8c20-dd5adbc985f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:46:05.460438 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f67cf3-f76f-4a23-8c20-dd5adbc985f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:46:05.460806 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f67cf3-f76f-4a23-8c20-dd5adbc985f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:46:05.461171 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f67cf3-f76f-4a23-8c20-dd5adbc985f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:46:05.461574 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f67cf3-f76f-4a23-8c20-dd5adbc985f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:46:05.461935 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f67cf3-f76f-4a23-8c20-dd5adbc985f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:46:05.462294 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f67cf3-f76f-4a23-8c20-dd5adbc985f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:46:05.462654 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f67cf3-f76f-4a23-8c20-dd5adbc985f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:46:05.463010 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f67cf3-f76f-4a23-8c20-dd5adbc985f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:46:05.463373 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f67cf3-f76f-4a23-8c20-dd5adbc985f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:46:05.463733 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f67cf3-f76f-4a23-8c20-dd5adbc985f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:46:05.467253 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-35f67cf3-f76f-4a23-8c20-dd5adbc985f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:46:05.468422 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-35f67cf3-f76f-4a23-8c20-dd5adbc985f2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1ec85e6b-8933-4012-b54f-f21107b8e924 HTTP/1.1" status: 204 len: 168 time: 0.1915319 Apr 16 11:46:05.469420 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-35f67cf3-f76f-4a23-8c20-dd5adbc985f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:46:05.759322 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:46:06.369183 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:46:07.507028 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:46:20.390929 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 5 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:46:31.383896 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1a6f4ff6-3b25-4e83-aa31-91a7edcf658c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:46:34.826256 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a9d80825-e742-4bcf-b89e-634c2bbc8382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:46:35.759092 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:46:36.371433 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:46:37.504313 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:46:57.391114 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 5 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:47:01.386533 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c5e73149-071c-41d7-9950-60a1bc7e9bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:47:04.829274 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ac1c62d5-6f92-4568-aba7-8e302c6c8d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:47:05.762791 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:47:06.373984 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:47:07.507427 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:47:31.389719 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-46ffeaf2-bcb8-4b62-85f9-bde241fce84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:47:34.391903 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 5 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:47:34.835149 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-aff9ce1f-9602-4f43-bdc5-ed342706eb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:47:35.766292 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:47:36.377306 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:47:37.521843 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:47:43.494877 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903'] for agent, after_create {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:47:48.772014 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 47526) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:47:48.896024 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-a6ddfa51-11a1-47b6-bfab-d148831b8841 admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1226890 Apr 16 11:47:51.470412 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 47536) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:47:51.533292 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-b308b79c-d4db-4bc6-9597-9fa4344baa30 admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0617390 Apr 16 11:48:01.391667 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a360b9f7-ab0e-4f0d-a209-5d8c3c6a5260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:04.827717 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e48ebc77-9fd3-4546-a2ca-b7593250fce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:05.770639 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:06.379430 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:07.512454 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:11.392201 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:48:13.464314 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:31.394799 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3bf8d602-5b5e-4cc7-99ad-146b3f3e7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:34.829254 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d82b8159-6b65-4df4-b76d-ffd178eb96f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:35.774323 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:36.382335 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:37.518357 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:43.465240 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:48.395048 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:49:01.397877 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5655fcd4-4121-44b0-8bb6-758e1a4d88ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:04.833473 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-969431b4-a201-4b79-bdc7-1c4990292c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:05.776933 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:06.389514 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:07.525044 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:13.492898 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:25.397004 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:49:26.082657 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 47686) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:26.381076 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1332365872-network', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:49:26.387780 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:26.392519 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] Usage tracker for resource:network and tenant:5cb420ffa55c4c63be5c8a61559de7d5 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:26.396238 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:26.404719 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:26.415278 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] Made reservation on behalf of 5cb420ffa55c4c63be5c8a61559de7d5 for: {'network': 1} {{(pid=85338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:49:26.420846 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for network, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:26.435627 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:26.455004 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:26.459938 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] Usage tracker for resource:security_group_rule and tenant:5cb420ffa55c4c63be5c8a61559de7d5 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:26.464344 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:26.471553 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:26.593818 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:26.599538 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:26.611579 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-ec1ada20-a962-4728-9ffb-ff66207faca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:26.674759 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1dbdf0f-47b4-4b58-9262-492b0e60f890,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:26.686002 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:26.686540 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:26.687013 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:26.687500 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:26.687972 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:26.688497 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:26.688974 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:26.689446 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:26.689936 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:26.690406 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:26.690929 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:26.691316 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:26.692702 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] Tracked resource versions report: Apr 16 11:49:26.692702 dv-cinder-689486-10-iscsi neutron-server[85224]: pushed versions: Apr 16 11:49:26.692702 dv-cinder-689486-10-iscsi neutron-server[85224]: { 'AddressGroup': {'1.2'}, Apr 16 11:49:26.692702 dv-cinder-689486-10-iscsi neutron-server[85224]: 'ConntrackHelper': {'1.0'}, Apr 16 11:49:26.692702 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Log': {'1.0'}, Apr 16 11:49:26.692702 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Network': {'1.1'}, Apr 16 11:49:26.692702 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Port': {'1.7'}, Apr 16 11:49:26.692702 dv-cinder-689486-10-iscsi neutron-server[85224]: 'PortForwarding': {'1.2'}, Apr 16 11:49:26.692702 dv-cinder-689486-10-iscsi neutron-server[85224]: 'QosPolicy': {'1.8'}, Apr 16 11:49:26.692702 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SecurityGroup': {'1.4'}, Apr 16 11:49:26.692702 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SecurityGroupRule': {'1.2'}, Apr 16 11:49:26.692702 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SubPort': {'1.0'}, Apr 16 11:49:26.692702 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Subnet': {'1.1'}, Apr 16 11:49:26.692702 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Trunk': {'1.1'}} Apr 16 11:49:26.692702 dv-cinder-689486-10-iscsi neutron-server[85224]: consumer versions: Apr 16 11:49:26.692702 dv-cinder-689486-10-iscsi neutron-server[85224]: { DHCP agent@dv-cinder-689486-10-iscsi: {}, Apr 16 11:49:26.692702 dv-cinder-689486-10-iscsi neutron-server[85224]: HyperV agent@hv-cinder-68948: {}, Apr 16 11:49:26.692702 dv-cinder-689486-10-iscsi neutron-server[85224]: L3 agent@dv-cinder-689486-10-iscsi: {}, Apr 16 11:49:26.692702 dv-cinder-689486-10-iscsi neutron-server[85224]: Metadata agent@dv-cinder-689486-10-iscsi: {}, Apr 16 11:49:26.692702 dv-cinder-689486-10-iscsi neutron-server[85224]: Metering agent@dv-cinder-689486-10-iscsi: {}, Apr 16 11:49:26.692702 dv-cinder-689486-10-iscsi neutron-server[85224]: Open vSwitch agent@dv-cinder-689486-10-iscsi: { 'AddressGroup': '1.2', Apr 16 11:49:26.692702 dv-cinder-689486-10-iscsi neutron-server[85224]: 'ConntrackHelper': '1.0', Apr 16 11:49:26.692702 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Log': '1.0', Apr 16 11:49:26.692702 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Network': '1.1', Apr 16 11:49:26.692702 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Port': '1.7', Apr 16 11:49:26.692702 dv-cinder-689486-10-iscsi neutron-server[85224]: 'PortForwarding': '1.2', Apr 16 11:49:26.692702 dv-cinder-689486-10-iscsi neutron-server[85224]: 'QosPolicy': '1.8', Apr 16 11:49:26.692702 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SecurityGroup': '1.4', Apr 16 11:49:26.692702 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SecurityGroupRule': '1.2', Apr 16 11:49:26.692702 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SubPort': '1.0', Apr 16 11:49:26.692702 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Subnet': '1.1', Apr 16 11:49:26.692702 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Trunk': '1.1'}} Apr 16 11:49:26.692702 dv-cinder-689486-10-iscsi neutron-server[85224]: {{(pid=85338) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 11:49:26.697209 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=85338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:49:26.699936 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:26.708883 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2559'] for segment, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:26.709338 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.segments_db [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] Added segment c54cd4bb-a55a-449f-8842-dcc82906022a of type vlan for network e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7 Apr 16 11:49:26.747659 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740187980010'] for network, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:26.780649 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747'] for network, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:26.782133 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:26.783652 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for network, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:26.797780 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:26.900938 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8164208 Apr 16 11:49:26.902481 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 47738) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:26.908785 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-66d04f98-4b4d-48ea-ba86-a581b1961088 admin admin] Request body: {'subnet': {'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1332365872-subnet', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:49:26.910178 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] Pushing event updated for resources: {'Network': ['ID=e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:26.913534 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:26.915355 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-66d04f98-4b4d-48ea-ba86-a581b1961088 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:26.919900 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-66d04f98-4b4d-48ea-ba86-a581b1961088 admin admin] Usage tracker for resource:subnet and tenant:5cb420ffa55c4c63be5c8a61559de7d5 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:26.924047 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-66d04f98-4b4d-48ea-ba86-a581b1961088 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:26.924385 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Network e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7 details requested by agent ovs-agent-dv-cinder-689486-10-iscsi with host dv-cinder-689486-10-iscsi {{(pid=85339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:49:26.931508 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-66d04f98-4b4d-48ea-ba86-a581b1961088 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:26.945924 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d04f98-4b4d-48ea-ba86-a581b1961088 admin admin] Made reservation on behalf of 5cb420ffa55c4c63be5c8a61559de7d5 for: {'subnet': 1} {{(pid=85337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:49:26.952140 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-66d04f98-4b4d-48ea-ba86-a581b1961088 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:27.365203 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 47752) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:27.434456 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-66d04f98-4b4d-48ea-ba86-a581b1961088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747'] for subnet, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:27.452631 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-a58a143d-2759-45e8-9884-d0b0395819ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:27.496073 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 47760) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:27.591731 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d04f98-4b4d-48ea-ba86-a581b1961088 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e34726b9-4f8a-44d8-a3f0-ee759b42ab33,revision_number=0']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:27.606156 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d04f98-4b4d-48ea-ba86-a581b1961088 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:27.606532 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d04f98-4b4d-48ea-ba86-a581b1961088 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:27.606897 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d04f98-4b4d-48ea-ba86-a581b1961088 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:27.607255 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d04f98-4b4d-48ea-ba86-a581b1961088 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:27.607593 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d04f98-4b4d-48ea-ba86-a581b1961088 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:27.608180 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d04f98-4b4d-48ea-ba86-a581b1961088 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:27.608572 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d04f98-4b4d-48ea-ba86-a581b1961088 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:27.608933 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d04f98-4b4d-48ea-ba86-a581b1961088 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:27.609320 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d04f98-4b4d-48ea-ba86-a581b1961088 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:27.609663 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d04f98-4b4d-48ea-ba86-a581b1961088 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:27.610017 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d04f98-4b4d-48ea-ba86-a581b1961088 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:27.610368 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d04f98-4b4d-48ea-ba86-a581b1961088 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:27.611628 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d04f98-4b4d-48ea-ba86-a581b1961088 admin admin] Tracked resource versions report: Apr 16 11:49:27.611628 dv-cinder-689486-10-iscsi neutron-server[85224]: pushed versions: Apr 16 11:49:27.611628 dv-cinder-689486-10-iscsi neutron-server[85224]: { 'AddressGroup': {'1.2'}, Apr 16 11:49:27.611628 dv-cinder-689486-10-iscsi neutron-server[85224]: 'ConntrackHelper': {'1.0'}, Apr 16 11:49:27.611628 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Log': {'1.0'}, Apr 16 11:49:27.611628 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Network': {'1.1'}, Apr 16 11:49:27.611628 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Port': {'1.7'}, Apr 16 11:49:27.611628 dv-cinder-689486-10-iscsi neutron-server[85224]: 'PortForwarding': {'1.2'}, Apr 16 11:49:27.611628 dv-cinder-689486-10-iscsi neutron-server[85224]: 'QosPolicy': {'1.8'}, Apr 16 11:49:27.611628 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SecurityGroup': {'1.4'}, Apr 16 11:49:27.611628 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SecurityGroupRule': {'1.2'}, Apr 16 11:49:27.611628 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SubPort': {'1.0'}, Apr 16 11:49:27.611628 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Subnet': {'1.1'}, Apr 16 11:49:27.611628 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Trunk': {'1.1'}} Apr 16 11:49:27.611628 dv-cinder-689486-10-iscsi neutron-server[85224]: consumer versions: Apr 16 11:49:27.611628 dv-cinder-689486-10-iscsi neutron-server[85224]: { DHCP agent@dv-cinder-689486-10-iscsi: {}, Apr 16 11:49:27.611628 dv-cinder-689486-10-iscsi neutron-server[85224]: HyperV agent@hv-cinder-68948: {}, Apr 16 11:49:27.611628 dv-cinder-689486-10-iscsi neutron-server[85224]: L3 agent@dv-cinder-689486-10-iscsi: {}, Apr 16 11:49:27.611628 dv-cinder-689486-10-iscsi neutron-server[85224]: Metadata agent@dv-cinder-689486-10-iscsi: {}, Apr 16 11:49:27.611628 dv-cinder-689486-10-iscsi neutron-server[85224]: Metering agent@dv-cinder-689486-10-iscsi: {}, Apr 16 11:49:27.611628 dv-cinder-689486-10-iscsi neutron-server[85224]: Open vSwitch agent@dv-cinder-689486-10-iscsi: { 'AddressGroup': '1.2', Apr 16 11:49:27.611628 dv-cinder-689486-10-iscsi neutron-server[85224]: 'ConntrackHelper': '1.0', Apr 16 11:49:27.611628 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Log': '1.0', Apr 16 11:49:27.611628 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Network': '1.1', Apr 16 11:49:27.611628 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Port': '1.7', Apr 16 11:49:27.611628 dv-cinder-689486-10-iscsi neutron-server[85224]: 'PortForwarding': '1.2', Apr 16 11:49:27.611628 dv-cinder-689486-10-iscsi neutron-server[85224]: 'QosPolicy': '1.8', Apr 16 11:49:27.611628 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SecurityGroup': '1.4', Apr 16 11:49:27.611628 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SecurityGroupRule': '1.2', Apr 16 11:49:27.611628 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SubPort': '1.0', Apr 16 11:49:27.611628 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Subnet': '1.1', Apr 16 11:49:27.611628 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Trunk': '1.1'}} Apr 16 11:49:27.611628 dv-cinder-689486-10-iscsi neutron-server[85224]: {{(pid=85337) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 11:49:27.616544 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-66d04f98-4b4d-48ea-ba86-a581b1961088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:27.671609 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d04f98-4b4d-48ea-ba86-a581b1961088 admin admin] Checking segment: {'id': 'c54cd4bb-a55a-449f-8842-dcc82906022a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:49:27.672340 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d04f98-4b4d-48ea-ba86-a581b1961088 admin admin] Network hostable DHCP agents. Network: e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7, hostable agents: ['ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6'], hosted agents: [] {{(pid=85337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:49:27.692410 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d04f98-4b4d-48ea-ba86-a581b1961088 admin admin] Network e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7 is scheduled to be hosted by DHCP agent ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6 with binding_index 1 {{(pid=85337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:49:27.705260 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-66d04f98-4b4d-48ea-ba86-a581b1961088 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-10-iscsi, e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7) {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:49:27.715066 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d04f98-4b4d-48ea-ba86-a581b1961088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:27.719500 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45275343-426f-41be-92c3-5191b088c426 None None] Network e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7 requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:49:27.719758 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-66d04f98-4b4d-48ea-ba86-a581b1961088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for subnet, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:27.752017 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-66d04f98-4b4d-48ea-ba86-a581b1961088 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8482952 Apr 16 11:49:27.755310 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 47770) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:27.760378 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 47774) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:27.761676 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-5c26b2aa-eaa2-4f8f-b70e-8c16246a5396 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1332365872-router', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'}}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:49:27.771840 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-5c26b2aa-eaa2-4f8f-b70e-8c16246a5396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:27.788541 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-5c26b2aa-eaa2-4f8f-b70e-8c16246a5396 admin admin] Usage tracker for resource:router and tenant:5cb420ffa55c4c63be5c8a61559de7d5 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:27.794961 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-5c26b2aa-eaa2-4f8f-b70e-8c16246a5396 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:27.804566 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-5c26b2aa-eaa2-4f8f-b70e-8c16246a5396 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:27.818594 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5c26b2aa-eaa2-4f8f-b70e-8c16246a5396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2082079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5170'] for router, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:27.820830 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5c26b2aa-eaa2-4f8f-b70e-8c16246a5396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852693566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852691044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852684026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770630'] for router, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:27.857454 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5c26b2aa-eaa2-4f8f-b70e-8c16246a5396 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:27.933600 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-b784ea3b-cee2-4b84-9b2d-8180ed1c1a80 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-252055135-network', 'tenant_id': '7f0adf03cd15428ba5cee5097d26d268'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:49:27.940582 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-b784ea3b-cee2-4b84-9b2d-8180ed1c1a80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:27.951704 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-b784ea3b-cee2-4b84-9b2d-8180ed1c1a80 admin admin] Usage tracker for resource:network and tenant:7f0adf03cd15428ba5cee5097d26d268 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:27.960296 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-b784ea3b-cee2-4b84-9b2d-8180ed1c1a80 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:27.978355 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-b784ea3b-cee2-4b84-9b2d-8180ed1c1a80 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:28.000489 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b784ea3b-cee2-4b84-9b2d-8180ed1c1a80 admin admin] Made reservation on behalf of 7f0adf03cd15428ba5cee5097d26d268 for: {'network': 1} {{(pid=85337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:49:28.011963 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ecb271d-b0fa-5b25-a558-314f548095fa-e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7', 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'fixed_ips': [{'subnet_id': 'e34726b9-4f8a-44d8-a3f0-ee759b42ab33'}]}} from dv-cinder-689486-10-iscsi. {{(pid=85339) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 11:49:28.013037 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:28.019150 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b784ea3b-cee2-4b84-9b2d-8180ed1c1a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for network, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:28.050861 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b784ea3b-cee2-4b84-9b2d-8180ed1c1a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:28.109517 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-b784ea3b-cee2-4b84-9b2d-8180ed1c1a80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:28.114013 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-b784ea3b-cee2-4b84-9b2d-8180ed1c1a80 admin admin] Usage tracker for resource:security_group_rule and tenant:7f0adf03cd15428ba5cee5097d26d268 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:28.117143 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-b784ea3b-cee2-4b84-9b2d-8180ed1c1a80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:28.126475 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-b784ea3b-cee2-4b84-9b2d-8180ed1c1a80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:28.160825 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-bd6acdb6-70be-4b3e-811d-216f23d995c0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-20958925-network', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:49:28.178034 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-bd6acdb6-70be-4b3e-811d-216f23d995c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:28.263098 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] Allocated IP 172.20.0.2 (e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7/e34726b9-4f8a-44d8-a3f0-ee759b42ab33/6e3d61d0-4097-47a2-94a3-e0f7585eb290) {{(pid=85339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:49:28.267116 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-bd6acdb6-70be-4b3e-811d-216f23d995c0 admin admin] Usage tracker for resource:network and tenant:a8f545f40a11467b946db58b523aa51f is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:28.279724 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-bd6acdb6-70be-4b3e-811d-216f23d995c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:28.307085 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-bd6acdb6-70be-4b3e-811d-216f23d995c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:28.340896 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b784ea3b-cee2-4b84-9b2d-8180ed1c1a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:28.347554 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b784ea3b-cee2-4b84-9b2d-8180ed1c1a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:28.366505 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:28.396417 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6acdb6-70be-4b3e-811d-216f23d995c0 admin admin] Made reservation on behalf of a8f545f40a11467b946db58b523aa51f for: {'network': 1} {{(pid=85338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:49:28.403966 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bd6acdb6-70be-4b3e-811d-216f23d995c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for network, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:28.431375 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b784ea3b-cee2-4b84-9b2d-8180ed1c1a80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=85337) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:49:28.436809 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bd6acdb6-70be-4b3e-811d-216f23d995c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:28.458021 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b784ea3b-cee2-4b84-9b2d-8180ed1c1a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9a9b14-fb52-4477-ac97-71080125902e,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:28.465546 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-e5987923-68fc-411b-b80b-e289c045163d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-866219622-network', 'tenant_id': '16e8d50a50aa4b888dad6a1b9c0c4470'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:49:28.469218 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b784ea3b-cee2-4b84-9b2d-8180ed1c1a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2559'] for segment, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:28.469572 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.segments_db [None req-b784ea3b-cee2-4b84-9b2d-8180ed1c1a80 admin admin] Added segment 784c11af-87b1-4dd1-aa84-963206373314 of type vlan for network 81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c Apr 16 11:49:28.470978 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b784ea3b-cee2-4b84-9b2d-8180ed1c1a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:28.477257 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-e5987923-68fc-411b-b80b-e289c045163d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:28.484605 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-e5987923-68fc-411b-b80b-e289c045163d admin admin] Usage tracker for resource:network and tenant:16e8d50a50aa4b888dad6a1b9c0c4470 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:28.490352 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-bd6acdb6-70be-4b3e-811d-216f23d995c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:28.491733 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-e5987923-68fc-411b-b80b-e289c045163d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:28.501107 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-bd6acdb6-70be-4b3e-811d-216f23d995c0 admin admin] Usage tracker for resource:security_group_rule and tenant:a8f545f40a11467b946db58b523aa51f is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:28.504943 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-bd6acdb6-70be-4b3e-811d-216f23d995c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:28.508835 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-e5987923-68fc-411b-b80b-e289c045163d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:28.519548 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b784ea3b-cee2-4b84-9b2d-8180ed1c1a80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740187980010'] for network, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:28.521716 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-bd6acdb6-70be-4b3e-811d-216f23d995c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:28.533562 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5987923-68fc-411b-b80b-e289c045163d admin admin] Made reservation on behalf of 16e8d50a50aa4b888dad6a1b9c0c4470 for: {'network': 1} {{(pid=85337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:49:28.538417 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e5987923-68fc-411b-b80b-e289c045163d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for network, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:28.592638 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e5987923-68fc-411b-b80b-e289c045163d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:28.614050 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-e5987923-68fc-411b-b80b-e289c045163d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:28.620636 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-e5987923-68fc-411b-b80b-e289c045163d admin admin] Usage tracker for resource:security_group_rule and tenant:16e8d50a50aa4b888dad6a1b9c0c4470 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:28.624592 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b784ea3b-cee2-4b84-9b2d-8180ed1c1a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747'] for network, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:28.625605 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-e5987923-68fc-411b-b80b-e289c045163d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:28.629733 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b784ea3b-cee2-4b84-9b2d-8180ed1c1a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:28.630916 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b784ea3b-cee2-4b84-9b2d-8180ed1c1a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for network, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:28.642434 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-53a70923-09a4-49a4-9568-c058e308f9cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:28.655921 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] Notify callbacks [] for port, precommit_create {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:28.660882 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-e5987923-68fc-411b-b80b-e289c045163d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:28.671153 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] Transition to ACTIVE for port object 6e3d61d0-4097-47a2-94a3-e0f7585eb290 will not be triggered until provisioned by entity L2. {{(pid=85339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:49:28.699253 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] Transition to ACTIVE for port object 6e3d61d0-4097-47a2-94a3-e0f7585eb290 will not be triggered until provisioned by entity DHCP. {{(pid=85339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:49:28.707933 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162'] for port, after_create {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:28.719066 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bd6acdb6-70be-4b3e-811d-216f23d995c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:28.744786 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:28.787200 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-b784ea3b-cee2-4b84-9b2d-8180ed1c1a80 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4206030 Apr 16 11:49:28.792940 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 47806) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:28.793912 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bd6acdb6-70be-4b3e-811d-216f23d995c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:28.811654 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-d6b916df-7713-4643-b307-04a727b278f1 admin admin] Request body: {'subnet': {'network_id': '81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-252055135-subnet', 'tenant_id': '7f0adf03cd15428ba5cee5097d26d268', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:49:28.817509 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-d6b916df-7713-4643-b307-04a727b278f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:28.822863 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-d6b916df-7713-4643-b307-04a727b278f1 admin admin] Usage tracker for resource:subnet and tenant:7f0adf03cd15428ba5cee5097d26d268 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:28.823552 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b784ea3b-cee2-4b84-9b2d-8180ed1c1a80 admin admin] Pushing event updated for resources: {'Network': ['ID=81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:28.826802 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-d6b916df-7713-4643-b307-04a727b278f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:28.840723 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b784ea3b-cee2-4b84-9b2d-8180ed1c1a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:28.851652 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-d6b916df-7713-4643-b307-04a727b278f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:28.865486 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Network 81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c details requested by agent ovs-agent-dv-cinder-689486-10-iscsi with host dv-cinder-689486-10-iscsi {{(pid=85339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:49:28.905601 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5c26b2aa-eaa2-4f8f-b70e-8c16246a5396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852691027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2082092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770679'] for router, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:28.926403 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e5987923-68fc-411b-b80b-e289c045163d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:28.927917 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:28.932361 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e5987923-68fc-411b-b80b-e289c045163d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:28.950300 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b784ea3b-cee2-4b84-9b2d-8180ed1c1a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:28.992114 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5987923-68fc-411b-b80b-e289c045163d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=85337) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:49:29.014874 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b916df-7713-4643-b307-04a727b278f1 admin admin] Made reservation on behalf of 7f0adf03cd15428ba5cee5097d26d268 for: {'subnet': 1} {{(pid=85338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:49:29.022706 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e5987923-68fc-411b-b80b-e289c045163d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2559'] for segment, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:29.028776 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.segments_db [None req-e5987923-68fc-411b-b80b-e289c045163d admin admin] Added segment 5b160d4d-ee8f-47f3-b794-af65ae738318 of type vlan for network cbfd761b-fa5d-4d91-89c1-e48413f9ead1 Apr 16 11:49:29.038904 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d6b916df-7713-4643-b307-04a727b278f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:29.110182 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e5987923-68fc-411b-b80b-e289c045163d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740187980010'] for network, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:29.157661 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6acdb6-70be-4b3e-811d-216f23d995c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8239acce-c127-4a6a-88f9-865a95583508,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:29.237241 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e5987923-68fc-411b-b80b-e289c045163d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747'] for network, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:29.241862 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5987923-68fc-411b-b80b-e289c045163d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:29.243681 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e5987923-68fc-411b-b80b-e289c045163d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for network, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:29.331012 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-e5987923-68fc-411b-b80b-e289c045163d admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5685217 Apr 16 11:49:29.336546 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 47826) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:29.346551 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-96e0f0c6-5d57-426b-be07-e8492fcb73b2 admin admin] Request body: {'subnet': {'network_id': 'cbfd761b-fa5d-4d91-89c1-e48413f9ead1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-866219622-subnet', 'tenant_id': '16e8d50a50aa4b888dad6a1b9c0c4470', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:49:29.352507 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-96e0f0c6-5d57-426b-be07-e8492fcb73b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:29.358447 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-96e0f0c6-5d57-426b-be07-e8492fcb73b2 admin admin] Usage tracker for resource:subnet and tenant:16e8d50a50aa4b888dad6a1b9c0c4470 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:29.364375 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-96e0f0c6-5d57-426b-be07-e8492fcb73b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:29.373770 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-96e0f0c6-5d57-426b-be07-e8492fcb73b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:29.384215 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5987923-68fc-411b-b80b-e289c045163d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd637623-3496-4d17-8bc8-f64623f2051a,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:29.402556 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e5987923-68fc-411b-b80b-e289c045163d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:29.405335 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:29.427608 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] Pushing event updated for resources: {'Port': ['ID=6e3d61d0-4097-47a2-94a3-e0f7585eb290,revision_number=1']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:29.465392 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:29.465920 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:29.466341 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:29.466828 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:29.467188 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:29.467548 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:29.467907 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:29.468305 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:29.468672 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:29.469034 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:29.469393 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:29.469743 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:29.471612 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] Tracked resource versions report: Apr 16 11:49:29.471612 dv-cinder-689486-10-iscsi neutron-server[85224]: pushed versions: Apr 16 11:49:29.471612 dv-cinder-689486-10-iscsi neutron-server[85224]: { 'AddressGroup': {'1.2'}, Apr 16 11:49:29.471612 dv-cinder-689486-10-iscsi neutron-server[85224]: 'ConntrackHelper': {'1.0'}, Apr 16 11:49:29.471612 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Log': {'1.0'}, Apr 16 11:49:29.471612 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Network': {'1.1'}, Apr 16 11:49:29.471612 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Port': {'1.7'}, Apr 16 11:49:29.471612 dv-cinder-689486-10-iscsi neutron-server[85224]: 'PortForwarding': {'1.2'}, Apr 16 11:49:29.471612 dv-cinder-689486-10-iscsi neutron-server[85224]: 'QosPolicy': {'1.8'}, Apr 16 11:49:29.471612 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SecurityGroup': {'1.4'}, Apr 16 11:49:29.471612 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SecurityGroupRule': {'1.2'}, Apr 16 11:49:29.471612 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SubPort': {'1.0'}, Apr 16 11:49:29.471612 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Subnet': {'1.1'}, Apr 16 11:49:29.471612 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Trunk': {'1.1'}} Apr 16 11:49:29.471612 dv-cinder-689486-10-iscsi neutron-server[85224]: consumer versions: Apr 16 11:49:29.471612 dv-cinder-689486-10-iscsi neutron-server[85224]: { DHCP agent@dv-cinder-689486-10-iscsi: {}, Apr 16 11:49:29.471612 dv-cinder-689486-10-iscsi neutron-server[85224]: HyperV agent@hv-cinder-68948: {}, Apr 16 11:49:29.471612 dv-cinder-689486-10-iscsi neutron-server[85224]: L3 agent@dv-cinder-689486-10-iscsi: {}, Apr 16 11:49:29.471612 dv-cinder-689486-10-iscsi neutron-server[85224]: Metadata agent@dv-cinder-689486-10-iscsi: {}, Apr 16 11:49:29.471612 dv-cinder-689486-10-iscsi neutron-server[85224]: Metering agent@dv-cinder-689486-10-iscsi: {}, Apr 16 11:49:29.471612 dv-cinder-689486-10-iscsi neutron-server[85224]: Open vSwitch agent@dv-cinder-689486-10-iscsi: { 'AddressGroup': '1.2', Apr 16 11:49:29.471612 dv-cinder-689486-10-iscsi neutron-server[85224]: 'ConntrackHelper': '1.0', Apr 16 11:49:29.471612 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Log': '1.0', Apr 16 11:49:29.471612 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Network': '1.1', Apr 16 11:49:29.471612 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Port': '1.7', Apr 16 11:49:29.471612 dv-cinder-689486-10-iscsi neutron-server[85224]: 'PortForwarding': '1.2', Apr 16 11:49:29.471612 dv-cinder-689486-10-iscsi neutron-server[85224]: 'QosPolicy': '1.8', Apr 16 11:49:29.471612 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SecurityGroup': '1.4', Apr 16 11:49:29.471612 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SecurityGroupRule': '1.2', Apr 16 11:49:29.471612 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SubPort': '1.0', Apr 16 11:49:29.471612 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Subnet': '1.1', Apr 16 11:49:29.471612 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Trunk': '1.1'}} Apr 16 11:49:29.471612 dv-cinder-689486-10-iscsi neutron-server[85224]: {{(pid=85339) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 11:49:29.483180 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.738s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:29.501012 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bd6acdb6-70be-4b3e-811d-216f23d995c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:29.512566 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd6acdb6-70be-4b3e-811d-216f23d995c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=85338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:49:29.541814 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e0f0c6-5d57-426b-be07-e8492fcb73b2 admin admin] Made reservation on behalf of 16e8d50a50aa4b888dad6a1b9c0c4470 for: {'subnet': 1} {{(pid=85337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:49:29.550959 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] Network e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7 is already hosted by enough agents. {{(pid=85339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:49:29.552144 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-96e0f0c6-5d57-426b-be07-e8492fcb73b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:29.553687 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] Resources bound (agent type, host, resource id): {{(pid=85339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:49:29.559997 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] Received port after_create {{(pid=85339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:49:29.687658 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bd6acdb6-70be-4b3e-811d-216f23d995c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2559'] for segment, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:29.688043 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.segments_db [None req-bd6acdb6-70be-4b3e-811d-216f23d995c0 admin admin] Added segment f4e993d2-872e-4f90-8e1a-89de5bb8d45c of type vlan for network 2180b119-bc71-44ac-ab3a-75fb991fd9c9 Apr 16 11:49:29.726299 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] Attempting to bind port 6e3d61d0-4097-47a2-94a3-e0f7585eb290 on host dv-cinder-689486-10-iscsi for vnic_type normal with profile {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:49:29.726964 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] Attempting to bind port 6e3d61d0-4097-47a2-94a3-e0f7585eb290 by drivers openvswitch,hyperv on host dv-cinder-689486-10-iscsi at level 0 using segments [{'id': 'c54cd4bb-a55a-449f-8842-dcc82906022a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7'}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:49:29.727725 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] Attempting to bind port 6e3d61d0-4097-47a2-94a3-e0f7585eb290 on network e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7 {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:49:29.741058 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] Checking agent: {'id': '0d7cbe5e-bfbb-464b-b5de-cb3320bd5996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 41, 6), 'started_at': datetime.datetime(2021, 4, 16, 11, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:49:29.741749 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] Checking segment: {'id': 'c54cd4bb-a55a-449f-8842-dcc82906022a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:49:29.742351 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:29.742931 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] Bound using segment: {'id': 'c54cd4bb-a55a-449f-8842-dcc82906022a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7'} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:49:29.746212 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] Bound port: 6e3d61d0-4097-47a2-94a3-e0f7585eb290, host: dv-cinder-689486-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c54cd4bb-a55a-449f-8842-dcc82906022a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7'}}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:49:29.746824 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:29.755038 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bd6acdb6-70be-4b3e-811d-216f23d995c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740187980010'] for network, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:29.818047 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5987923-68fc-411b-b80b-e289c045163d admin admin] Pushing event updated for resources: {'Network': ['ID=cbfd761b-fa5d-4d91-89c1-e48413f9ead1,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:29.829802 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e5987923-68fc-411b-b80b-e289c045163d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:29.844768 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Network cbfd761b-fa5d-4d91-89c1-e48413f9ead1 details requested by agent ovs-agent-dv-cinder-689486-10-iscsi with host dv-cinder-689486-10-iscsi {{(pid=85339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:49:30.029484 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bd6acdb6-70be-4b3e-811d-216f23d995c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747'] for network, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:30.068812 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] For port 6e3d61d0-4097-47a2-94a3-e0f7585eb290, host dv-cinder-689486-10-iscsi, cleared binding levels {{(pid=85339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:49:30.070722 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6acdb6-70be-4b3e-811d-216f23d995c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:30.071403 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bd6acdb6-70be-4b3e-811d-216f23d995c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for network, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:30.073276 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] For port 6e3d61d0-4097-47a2-94a3-e0f7585eb290, host dv-cinder-689486-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=6e3d61d0-4097-47a2-94a3-e0f7585eb290,segment=NetworkSegment(c54cd4bb-a55a-449f-8842-dcc82906022a),segment_id=c54cd4bb-a55a-449f-8842-dcc82906022a)] {{(pid=85339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:49:30.083324 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:30.099771 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:30.265167 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:30.316806 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-bd6acdb6-70be-4b3e-811d-216f23d995c0 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.8157749 Apr 16 11:49:30.317038 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 47862) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:30.326072 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-479bd283-f707-469c-9771-2f91ed9e6b71 admin admin] Request body: {'subnet': {'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-20958925-subnet', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:49:30.343499 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-479bd283-f707-469c-9771-2f91ed9e6b71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:30.350211 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-479bd283-f707-469c-9771-2f91ed9e6b71 admin admin] Usage tracker for resource:subnet and tenant:a8f545f40a11467b946db58b523aa51f is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:30.354585 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-479bd283-f707-469c-9771-2f91ed9e6b71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:30.355649 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] Pushing event updated for resources: {'Port': ['ID=6e3d61d0-4097-47a2-94a3-e0f7585eb290,revision_number=2']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:30.362592 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-479bd283-f707-469c-9771-2f91ed9e6b71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:30.387700 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:30.396915 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479bd283-f707-469c-9771-2f91ed9e6b71 admin admin] Made reservation on behalf of a8f545f40a11467b946db58b523aa51f for: {'subnet': 1} {{(pid=85337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:49:30.401747 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-479bd283-f707-469c-9771-2f91ed9e6b71 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:30.616924 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5c26b2aa-eaa2-4f8f-b70e-8c16246a5396 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:30.699057 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5c26b2aa-eaa2-4f8f-b70e-8c16246a5396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:30.718106 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-96e0f0c6-5d57-426b-be07-e8492fcb73b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747'] for subnet, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:30.737142 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-66d04f98-4b4d-48ea-ba86-a581b1961088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:30.762095 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6acdb6-70be-4b3e-811d-216f23d995c0 admin admin] Pushing event updated for resources: {'Network': ['ID=2180b119-bc71-44ac-ab3a-75fb991fd9c9,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:30.772816 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bd6acdb6-70be-4b3e-811d-216f23d995c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:30.776195 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Network 2180b119-bc71-44ac-ab3a-75fb991fd9c9 details requested by agent ovs-agent-dv-cinder-689486-10-iscsi with host dv-cinder-689486-10-iscsi {{(pid=85339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:49:31.138963 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 6e3d61d0-4097-47a2-94a3-e0f7585eb290 up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:49:31.198352 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e0f0c6-5d57-426b-be07-e8492fcb73b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebdda504-962e-4954-a9c3-069b3251c67c,revision_number=0']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:31.224782 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [None req-5c26b2aa-eaa2-4f8f-b70e-8c16246a5396 admin admin] Allocated IP 172.27.1.7 (42de8c2d-cd05-4680-9fb4-4f0e504e941e/337501b3-dbb5-4b21-86cd-6f03e94fa6eb/e3fcb891-0af6-4d53-8d22-c63b7d9dc95b) {{(pid=85338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:49:31.262084 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-96e0f0c6-5d57-426b-be07-e8492fcb73b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:31.362458 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning for port 6e3d61d0-4097-47a2-94a3-e0f7585eb290 completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:49:31.418282 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c9c52168-54a3-40af-aab3-a55b6316b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:31.585392 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d6b916df-7713-4643-b307-04a727b278f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747'] for subnet, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:31.591809 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5c26b2aa-eaa2-4f8f-b70e-8c16246a5396 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:31.618527 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-d7130f78-94b1-4ea5-b89d-5946bd175a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:31.765646 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b916df-7713-4643-b307-04a727b278f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d580634d-19a3-4e7e-9a28-924962cb301f,revision_number=0']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:31.771785 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-d6b916df-7713-4643-b307-04a727b278f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:31.778386 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e0f0c6-5d57-426b-be07-e8492fcb73b2 admin admin] Checking segment: {'id': '5b160d4d-ee8f-47f3-b794-af65ae738318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'cbfd761b-fa5d-4d91-89c1-e48413f9ead1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:49:31.778784 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e0f0c6-5d57-426b-be07-e8492fcb73b2 admin admin] Network hostable DHCP agents. Network: cbfd761b-fa5d-4d91-89c1-e48413f9ead1, hostable agents: ['ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6'], hosted agents: [] {{(pid=85337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:49:31.822427 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e0f0c6-5d57-426b-be07-e8492fcb73b2 admin admin] Network cbfd761b-fa5d-4d91-89c1-e48413f9ead1 is scheduled to be hosted by DHCP agent ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6 with binding_index 1 {{(pid=85337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:49:31.839258 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-96e0f0c6-5d57-426b-be07-e8492fcb73b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-10-iscsi, cbfd761b-fa5d-4d91-89c1-e48413f9ead1) {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:49:31.847021 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e0f0c6-5d57-426b-be07-e8492fcb73b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:31.847660 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-96e0f0c6-5d57-426b-be07-e8492fcb73b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for subnet, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:31.849006 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4189905-6124-4aaa-9900-baf1b51ab15b None None] Network cbfd761b-fa5d-4d91-89c1-e48413f9ead1 requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:49:31.901001 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-96e0f0c6-5d57-426b-be07-e8492fcb73b2 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5621550 Apr 16 11:49:31.915675 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5c26b2aa-eaa2-4f8f-b70e-8c16246a5396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162'] for port, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:32.160214 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-479bd283-f707-469c-9771-2f91ed9e6b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747'] for subnet, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:32.223788 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:32.240527 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-da9d57a9-76d6-4ece-a60e-0ae5c3f6eca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:32.322175 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5831ae0d-61e8-4daf-b66e-4ed03da329ca None None] Network cbfd761b-fa5d-4d91-89c1-e48413f9ead1 requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:49:32.426206 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b916df-7713-4643-b307-04a727b278f1 admin admin] Checking segment: {'id': '784c11af-87b1-4dd1-aa84-963206373314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:49:32.426764 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b916df-7713-4643-b307-04a727b278f1 admin admin] Network hostable DHCP agents. Network: 81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c, hostable agents: ['ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6'], hosted agents: [] {{(pid=85338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:49:32.505420 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 47946) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:32.564337 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26b2aa-eaa2-4f8f-b70e-8c16246a5396 admin admin] Pushing event updated for resources: {'Port': ['ID=e3fcb891-0af6-4d53-8d22-c63b7d9dc95b,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:32.569464 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7ca1a2-ce78-4f00-934e-66fa8e43ad83 None None] Network e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7 requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:49:32.597143 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-5c26b2aa-eaa2-4f8f-b70e-8c16246a5396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:32.616202 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479bd283-f707-469c-9771-2f91ed9e6b71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db3c83ef-37ef-4f43-9fb3-a7487fc6375e,revision_number=0']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:32.619932 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-479bd283-f707-469c-9771-2f91ed9e6b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:32.623540 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b916df-7713-4643-b307-04a727b278f1 admin admin] Network 81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c is scheduled to be hosted by DHCP agent ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6 with binding_index 1 {{(pid=85338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:49:32.693449 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-d6b916df-7713-4643-b307-04a727b278f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-10-iscsi, 81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c) {{(pid=85338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:49:32.709655 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b916df-7713-4643-b307-04a727b278f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:32.710551 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d6b916df-7713-4643-b307-04a727b278f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for subnet, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:32.727884 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c26b2aa-eaa2-4f8f-b70e-8c16246a5396 admin admin] Network 42de8c2d-cd05-4680-9fb4-4f0e504e941e is already hosted by enough agents. {{(pid=85338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:49:32.732893 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-5c26b2aa-eaa2-4f8f-b70e-8c16246a5396 admin admin] Resources bound (agent type, host, resource id): {{(pid=85338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:49:32.742297 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479bd283-f707-469c-9771-2f91ed9e6b71 admin admin] Checking segment: {'id': 'f4e993d2-872e-4f90-8e1a-89de5bb8d45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:49:32.744127 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c26b2aa-eaa2-4f8f-b70e-8c16246a5396 admin admin] Received port after_create {{(pid=85338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:49:32.745009 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479bd283-f707-469c-9771-2f91ed9e6b71 admin admin] Network hostable DHCP agents. Network: 2180b119-bc71-44ac-ab3a-75fb991fd9c9, hostable agents: ['ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6'], hosted agents: [] {{(pid=85337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:49:32.800935 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479bd283-f707-469c-9771-2f91ed9e6b71 admin admin] Network 2180b119-bc71-44ac-ab3a-75fb991fd9c9 is scheduled to be hosted by DHCP agent ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6 with binding_index 1 {{(pid=85337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:49:32.823598 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-479bd283-f707-469c-9771-2f91ed9e6b71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-10-iscsi, 2180b119-bc71-44ac-ab3a-75fb991fd9c9) {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:49:32.840456 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479bd283-f707-469c-9771-2f91ed9e6b71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:32.841876 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-479bd283-f707-469c-9771-2f91ed9e6b71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for subnet, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:32.878009 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-479bd283-f707-469c-9771-2f91ed9e6b71 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.5575299 Apr 16 11:49:32.880072 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 47972) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:32.886668 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-9a0e4e70-443f-405b-8d41-128e0bb672df admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-20958925-router', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'}}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:49:32.910426 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-9a0e4e70-443f-405b-8d41-128e0bb672df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:32.921767 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-9a0e4e70-443f-405b-8d41-128e0bb672df admin admin] Usage tracker for resource:router and tenant:a8f545f40a11467b946db58b523aa51f is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:32.976192 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1c01663e-0ae9-4f63-8779-00d3ccf97edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:32.992468 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-9a0e4e70-443f-405b-8d41-128e0bb672df admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:33.001125 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-1c01663e-0ae9-4f63-8779-00d3ccf97edb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:33.005993 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-1c01663e-0ae9-4f63-8779-00d3ccf97edb admin admin] Usage tracker for resource:security_group_rule and tenant:b9f1439bdad740118414e288fc1ebed2 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:33.012411 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-9a0e4e70-443f-405b-8d41-128e0bb672df admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:33.015656 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-1c01663e-0ae9-4f63-8779-00d3ccf97edb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:33.024940 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-1c01663e-0ae9-4f63-8779-00d3ccf97edb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:33.037115 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9a0e4e70-443f-405b-8d41-128e0bb672df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2082079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5170'] for router, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:33.038140 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-d6b916df-7713-4643-b307-04a727b278f1 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 4.2423120 Apr 16 11:49:33.038478 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9a0e4e70-443f-405b-8d41-128e0bb672df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852693566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852691044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852684026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770630'] for router, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:33.072030 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9a0e4e70-443f-405b-8d41-128e0bb672df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:33.079433 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 47988) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:33.097071 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 48000) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:33.097883 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84955f0-589b-45a2-8828-6453730edc38 None None] Network 81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:49:33.124238 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb09923-6a92-435c-80b9-e30811b11078 None None] Network 2180b119-bc71-44ac-ab3a-75fb991fd9c9 requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:49:33.135390 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-5ddab0cb-f14f-4bd4-b310-186799e9aa14 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-252055135-router', 'tenant_id': '7f0adf03cd15428ba5cee5097d26d268', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'}}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:49:33.143654 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-5ddab0cb-f14f-4bd4-b310-186799e9aa14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:33.206576 dv-cinder-689486-10-iscsi neutron-server[85224]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 16 11:49:33.385017 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5c26b2aa-eaa2-4f8f-b70e-8c16246a5396 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:33.448384 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-591c9f8e-8456-4ecf-98d1-e0fbec3d0f3c tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:33.449376 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-591c9f8e-8456-4ecf-98d1-e0fbec3d0f3c tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Synchronizing usage tracker for tenant:16e8d50a50aa4b888dad6a1b9c0c4470 on resource:network {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:49:33.691446 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-c7dbbeb9-dd1f-4650-aff1-4e9cde374d22 None None] Provisioning for port 6e3d61d0-4097-47a2-94a3-e0f7585eb290 completed by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:49:33.817910 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-5ddab0cb-f14f-4bd4-b310-186799e9aa14 admin admin] Usage tracker for resource:router and tenant:7f0adf03cd15428ba5cee5097d26d268 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:33.842293 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9a0e4e70-443f-405b-8d41-128e0bb672df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852691027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2082092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770679'] for router, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:33.863894 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-c7dbbeb9-dd1f-4650-aff1-4e9cde374d22 None None] Provisioning complete for port 6e3d61d0-4097-47a2-94a3-e0f7585eb290 triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:49:33.864455 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c7dbbeb9-dd1f-4650-aff1-4e9cde374d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:33.892316 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1c01663e-0ae9-4f63-8779-00d3ccf97edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:33.901529 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1c01663e-0ae9-4f63-8779-00d3ccf97edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:33.988779 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:34.029963 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-1c01663e-0ae9-4f63-8779-00d3ccf97edb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b9f1439bdad740118414e288fc1ebed2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5159254 Apr 16 11:49:34.031009 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 48060) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:34.052893 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-5ddab0cb-f14f-4bd4-b310-186799e9aa14 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:34.058259 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5c26b2aa-eaa2-4f8f-b70e-8c16246a5396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852693724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084810'] for router, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:34.077259 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-5ddab0cb-f14f-4bd4-b310-186799e9aa14 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:34.121297 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c01663e-0ae9-4f63-8779-00d3ccf97edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda35a36-15ac-49fd-9cc6-ecf754552241,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:34.155328 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-1c01663e-0ae9-4f63-8779-00d3ccf97edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:34.221746 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bd784e53-84fa-449d-9fd7-45af93f5b48d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:34.331797 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5ddab0cb-f14f-4bd4-b310-186799e9aa14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2082079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5170'] for router, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:34.344884 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5ddab0cb-f14f-4bd4-b310-186799e9aa14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852693566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852691044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852684026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770630'] for router, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:34.355992 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bd784e53-84fa-449d-9fd7-45af93f5b48d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:34.440864 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5ddab0cb-f14f-4bd4-b310-186799e9aa14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:34.538101 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-591c9f8e-8456-4ecf-98d1-e0fbec3d0f3c tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Unset dirty status for tenant:16e8d50a50aa4b888dad6a1b9c0c4470 on resource:network {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:49:34.541029 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-591c9f8e-8456-4ecf-98d1-e0fbec3d0f3c tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/networks?id=cbfd761b-fa5d-4d91-89c1-e48413f9ead1 HTTP/1.1" status: 200 len: 811 time: 1.4423695 Apr 16 11:49:34.599972 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-92a1a08c-c790-4dc9-bbf3-2ef25cee630c tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/quotas/16e8d50a50aa4b888dad6a1b9c0c4470 HTTP/1.1" status: 200 len: 375 time: 0.0383084 Apr 16 11:49:34.641046 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef465227-8809-4f6d-b589-d4e2074dc6b5 None None] Network 81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:49:34.677721 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-b836b2ac-bab9-4a34-ac5e-fdd7990bda22 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=16e8d50a50aa4b888dad6a1b9c0c4470&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0766075 Apr 16 11:49:34.717739 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9a0e4e70-443f-405b-8d41-128e0bb672df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:34.807770 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bd784e53-84fa-449d-9fd7-45af93f5b48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:34.809785 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9a0e4e70-443f-405b-8d41-128e0bb672df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:34.825437 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e5987923-68fc-411b-b80b-e289c045163d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:34.853369 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c26b2aa-eaa2-4f8f-b70e-8c16246a5396 admin admin] Router 2093bd27-4aaf-4fbd-8bcf-454efa75ab3c is scheduled to L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 with binding_index 1 {{(pid=85338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 11:49:34.967848 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd784e53-84fa-449d-9fd7-45af93f5b48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda35a36-15ac-49fd-9cc6-ecf754552241,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:34.990427 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bd784e53-84fa-449d-9fd7-45af93f5b48d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:34.992368 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5ddab0cb-f14f-4bd4-b310-186799e9aa14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852691027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2082092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770679'] for router, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:35.049045 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-9723c525-739f-4e82-a51d-d8735299690f service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=85337) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 11:49:35.050130 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-9723c525-739f-4e82-a51d-d8735299690f service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1919866 Apr 16 11:49:35.062857 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d042ce7-3e64-4cf2-ab15-c782c2e3225e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ecb271d-b0fa-5b25-a558-314f548095fa-2180b119-bc71-44ac-ab3a-75fb991fd9c9', 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'fixed_ips': [{'subnet_id': 'db3c83ef-37ef-4f43-9fb3-a7487fc6375e'}]}} from dv-cinder-689486-10-iscsi. {{(pid=85339) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 11:49:35.067414 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7d042ce7-3e64-4cf2-ab15-c782c2e3225e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:35.124224 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bd784e53-84fa-449d-9fd7-45af93f5b48d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:35.125240 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-bd784e53-84fa-449d-9fd7-45af93f5b48d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/eda35a36-15ac-49fd-9cc6-ecf754552241 HTTP/1.1" status: 204 len: 168 time: 1.0921967 Apr 16 11:49:35.322417 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 48108) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:35.330117 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c26b2aa-eaa2-4f8f-b70e-8c16246a5396 admin admin] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:49:35.341426 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343b325b-1946-4141-ac71-6eab55477f13 None None] Sync routers for ids ['2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'] in dv-cinder-689486-10-iscsi {{(pid=85340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:49:35.364657 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343b325b-1946-4141-ac71-6eab55477f13 None None] Routers {'2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:49:35.367886 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-343b325b-1946-4141-ac71-6eab55477f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:49:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'], 'active': True} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:49:35.390906 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5c26b2aa-eaa2-4f8f-b70e-8c16246a5396 admin admin] Notify callbacks [] for router, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:35.392381 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-5c26b2aa-eaa2-4f8f-b70e-8c16246a5396 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.6359897 Apr 16 11:49:35.396290 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 48116) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:35.452044 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [None req-7d042ce7-3e64-4cf2-ab15-c782c2e3225e None None] Allocated IP 172.20.0.2 (2180b119-bc71-44ac-ab3a-75fb991fd9c9/db3c83ef-37ef-4f43-9fb3-a7487fc6375e/e6a77d88-788e-4828-8be5-4f185df48c13) {{(pid=85339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:49:35.514746 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [None req-9a0e4e70-443f-405b-8d41-128e0bb672df admin admin] Allocated IP 172.27.1.176 (42de8c2d-cd05-4680-9fb4-4f0e504e941e/337501b3-dbb5-4b21-86cd-6f03e94fa6eb/4c329cd0-1603-4ba8-894e-85d49d08da7b) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:49:35.571335 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-eeb3bb52-de9b-447c-8ec5-fb23f2d5e7cb service neutron] 10.222.0.71 "GET /v2.0/networks/cbfd761b-fa5d-4d91-89c1-e48413f9ead1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049875 Apr 16 11:49:35.925470 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-343b325b-1946-4141-ac71-6eab55477f13 None None] Set router 2093bd27-4aaf-4fbd-8bcf-454efa75ab3c gateway port host: dv-cinder-689486-10-iscsi {{(pid=85340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:49:36.006712 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7d042ce7-3e64-4cf2-ab15-c782c2e3225e None None] Notify callbacks [] for port, precommit_create {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:36.044076 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-7d042ce7-3e64-4cf2-ab15-c782c2e3225e None None] Transition to ACTIVE for port object e6a77d88-788e-4828-8be5-4f185df48c13 will not be triggered until provisioned by entity L2. {{(pid=85339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:49:36.087214 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-7d042ce7-3e64-4cf2-ab15-c782c2e3225e None None] Transition to ACTIVE for port object e6a77d88-788e-4828-8be5-4f185df48c13 will not be triggered until provisioned by entity DHCP. {{(pid=85339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:49:36.146402 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5737f85b-9338-4573-aba0-bde0ecb4f886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:36.148405 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7d042ce7-3e64-4cf2-ab15-c782c2e3225e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162'] for port, after_create {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:36.173751 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-65eb4013-ad17-4c15-9c91-79c8b388e5d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:36.248469 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-65eb4013-ad17-4c15-9c91-79c8b388e5d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:36.252889 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-65eb4013-ad17-4c15-9c91-79c8b388e5d0 admin admin] Usage tracker for resource:security_group_rule and tenant:1f135064b4e84d439f07f575728c6307 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:36.265333 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-65eb4013-ad17-4c15-9c91-79c8b388e5d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:36.272096 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-65eb4013-ad17-4c15-9c91-79c8b388e5d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:36.395503 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:36.569148 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-343b325b-1946-4141-ac71-6eab55477f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1332365872-router', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e3fcb891-0af6-4d53-8d22-c63b7d9dc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:27Z', 'updated_at': '2021-04-16T11:49:33Z', 'revision_number': 3, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'gw_port': {'id': 'e3fcb891-0af6-4d53-8d22-c63b7d9dc95b', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:30Z', 'updated_at': '2021-04-16T11:49:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi'}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:49:36.574262 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343b325b-1946-4141-ac71-6eab55477f13 None None] Checking router: 2093bd27-4aaf-4fbd-8bcf-454efa75ab3c for host: dv-cinder-689486-10-iscsi {{(pid=85340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:49:36.574654 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343b325b-1946-4141-ac71-6eab55477f13 None None] Updating router 2093bd27-4aaf-4fbd-8bcf-454efa75ab3c port e3fcb891-0af6-4d53-8d22-c63b7d9dc95b binding host dv-cinder-689486-10-iscsi {{(pid=85340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:49:36.580531 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5ddab0cb-f14f-4bd4-b310-186799e9aa14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:36.597832 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d042ce7-3e64-4cf2-ab15-c782c2e3225e None None] Pushing event updated for resources: {'Port': ['ID=e6a77d88-788e-4828-8be5-4f185df48c13,revision_number=1']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:36.612778 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-7d042ce7-3e64-4cf2-ab15-c782c2e3225e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:36.627579 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d042ce7-3e64-4cf2-ab15-c782c2e3225e None None] Network 2180b119-bc71-44ac-ab3a-75fb991fd9c9 is already hosted by enough agents. {{(pid=85339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:49:36.629065 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-0fea0fae-b2e8-4235-a259-673f2f5ba8cb service neutron] 10.222.0.71 "GET /v2.0/networks/cbfd761b-fa5d-4d91-89c1-e48413f9ead1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0436895 Apr 16 11:49:36.631538 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:36.639623 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-7d042ce7-3e64-4cf2-ab15-c782c2e3225e None None] Resources bound (agent type, host, resource id): {{(pid=85339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:49:36.641638 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c7dbbeb9-dd1f-4650-aff1-4e9cde374d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:36.661498 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5ddab0cb-f14f-4bd4-b310-186799e9aa14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:36.677207 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d042ce7-3e64-4cf2-ab15-c782c2e3225e None None] Received port after_create {{(pid=85339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:49:36.708444 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9a0e4e70-443f-405b-8d41-128e0bb672df admin admin] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:36.726511 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-c7dbbeb9-dd1f-4650-aff1-4e9cde374d22 None None] For port 6e3d61d0-4097-47a2-94a3-e0f7585eb290, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=6e3d61d0-4097-47a2-94a3-e0f7585eb290,segment=NetworkSegment(c54cd4bb-a55a-449f-8842-dcc82906022a),segment_id=c54cd4bb-a55a-449f-8842-dcc82906022a)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:49:36.739399 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-343b325b-1946-4141-ac71-6eab55477f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:36.898627 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9a0e4e70-443f-405b-8d41-128e0bb672df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:36.913632 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-65eb4013-ad17-4c15-9c91-79c8b388e5d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:36.922695 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c7dbbeb9-dd1f-4650-aff1-4e9cde374d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:36.938009 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:36.941194 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-65eb4013-ad17-4c15-9c91-79c8b388e5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:36.970809 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:37.037856 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bd6acdb6-70be-4b3e-811d-216f23d995c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:37.087901 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:37.111904 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbbeb9-dd1f-4650-aff1-4e9cde374d22 None None] Pushing event updated for resources: {'Port': ['ID=6e3d61d0-4097-47a2-94a3-e0f7585eb290,revision_number=3']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:37.115038 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-7d042ce7-3e64-4cf2-ab15-c782c2e3225e None None] Attempting to bind port e6a77d88-788e-4828-8be5-4f185df48c13 on host dv-cinder-689486-10-iscsi for vnic_type normal with profile {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:49:37.115551 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-7d042ce7-3e64-4cf2-ab15-c782c2e3225e None None] Attempting to bind port e6a77d88-788e-4828-8be5-4f185df48c13 by drivers openvswitch,hyperv on host dv-cinder-689486-10-iscsi at level 0 using segments [{'id': 'f4e993d2-872e-4f90-8e1a-89de5bb8d45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9'}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:49:37.116752 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d042ce7-3e64-4cf2-ab15-c782c2e3225e None None] Attempting to bind port e6a77d88-788e-4828-8be5-4f185df48c13 on network 2180b119-bc71-44ac-ab3a-75fb991fd9c9 {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:49:37.127126 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-c7dbbeb9-dd1f-4650-aff1-4e9cde374d22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:37.135054 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d042ce7-3e64-4cf2-ab15-c782c2e3225e None None] Checking agent: {'id': '0d7cbe5e-bfbb-464b-b5de-cb3320bd5996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 41, 6), 'started_at': datetime.datetime(2021, 4, 16, 11, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:49:37.135814 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d042ce7-3e64-4cf2-ab15-c782c2e3225e None None] Checking segment: {'id': 'f4e993d2-872e-4f90-8e1a-89de5bb8d45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:49:37.136495 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7d042ce7-3e64-4cf2-ab15-c782c2e3225e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:37.137132 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d042ce7-3e64-4cf2-ab15-c782c2e3225e None None] Bound using segment: {'id': 'f4e993d2-872e-4f90-8e1a-89de5bb8d45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9'} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:49:37.137885 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-7d042ce7-3e64-4cf2-ab15-c782c2e3225e None None] Bound port: e6a77d88-788e-4828-8be5-4f185df48c13, host: dv-cinder-689486-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e993d2-872e-4f90-8e1a-89de5bb8d45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9'}}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:49:37.138537 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7d042ce7-3e64-4cf2-ab15-c782c2e3225e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:37.179973 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-15da5ec3-bd0c-4442-95ee-a1dbf31f8922 None None] Provisioning complete for port 6e3d61d0-4097-47a2-94a3-e0f7585eb290 triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:49:37.184288 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-15da5ec3-bd0c-4442-95ee-a1dbf31f8922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:37.397839 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e4e70-443f-405b-8d41-128e0bb672df admin admin] Pushing event updated for resources: {'Port': ['ID=4c329cd0-1603-4ba8-894e-85d49d08da7b,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:37.405788 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5eaee515-2194-41ab-a606-d568776750b6 req-23e04e19-4769-4c2d-bef9-1dc3371f5e19 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b96b338-b94d-4910-aab4-69bb8ae975cb HTTP/1.1" status: 200 len: 210 time: 0.0886867 Apr 16 11:49:37.410788 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-9a0e4e70-443f-405b-8d41-128e0bb672df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:37.427148 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0e4e70-443f-405b-8d41-128e0bb672df admin admin] Network 42de8c2d-cd05-4680-9fb4-4f0e504e941e is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:49:37.428455 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-9a0e4e70-443f-405b-8d41-128e0bb672df admin admin] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:49:37.433384 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0e4e70-443f-405b-8d41-128e0bb672df admin admin] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:49:37.458395 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb4013-ad17-4c15-9c91-79c8b388e5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573df1cd-05a8-4edc-9328-2ae19c8223e2,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:37.467181 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-65eb4013-ad17-4c15-9c91-79c8b388e5d0 admin admin] Synchronizing usage tracker for tenant:eaf55b94c23b4378854aa2c422bdb832 on resource:security_group {{(pid=85338) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:49:37.476651 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-65eb4013-ad17-4c15-9c91-79c8b388e5d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:37.506264 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [None req-5ddab0cb-f14f-4bd4-b310-186799e9aa14 admin admin] Allocated IP 172.27.1.160 (42de8c2d-cd05-4680-9fb4-4f0e504e941e/337501b3-dbb5-4b21-86cd-6f03e94fa6eb/ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a) {{(pid=85338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:49:37.647468 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:37.676674 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-65eb4013-ad17-4c15-9c91-79c8b388e5d0 admin admin] Unset dirty status for tenant:eaf55b94c23b4378854aa2c422bdb832 on resource:security_group {{(pid=85338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:49:37.682620 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-65eb4013-ad17-4c15-9c91-79c8b388e5d0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1f135064b4e84d439f07f575728c6307&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3561265 Apr 16 11:49:37.686216 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 48212) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:37.705856 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-7d042ce7-3e64-4cf2-ab15-c782c2e3225e None None] For port e6a77d88-788e-4828-8be5-4f185df48c13, host dv-cinder-689486-10-iscsi, cleared binding levels {{(pid=85339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:49:37.709943 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-7d042ce7-3e64-4cf2-ab15-c782c2e3225e None None] For port e6a77d88-788e-4828-8be5-4f185df48c13, host dv-cinder-689486-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=e6a77d88-788e-4828-8be5-4f185df48c13,segment=NetworkSegment(f4e993d2-872e-4f90-8e1a-89de5bb8d45c),segment_id=f4e993d2-872e-4f90-8e1a-89de5bb8d45c)] {{(pid=85339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:49:37.727247 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7d042ce7-3e64-4cf2-ab15-c782c2e3225e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:37.749529 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:37.842212 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d042ce7-3e64-4cf2-ab15-c782c2e3225e None None] Pushing event updated for resources: {'Port': ['ID=e6a77d88-788e-4828-8be5-4f185df48c13,revision_number=2']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:37.936412 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-7d042ce7-3e64-4cf2-ab15-c782c2e3225e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:38.051508 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5ddab0cb-f14f-4bd4-b310-186799e9aa14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:38.135676 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5ddab0cb-f14f-4bd4-b310-186799e9aa14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162'] for port, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:38.220722 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-c5397403-4cf7-442a-be93-b2271ca42e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:38.305284 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9a0e4e70-443f-405b-8d41-128e0bb672df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:38.449073 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-90cfaa88-5c05-4fc8-bf8d-741e03dc01eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:38.455507 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-343b325b-1946-4141-ac71-6eab55477f13 None None] Notify callbacks [] for port, precommit_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:38.471268 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-343b325b-1946-4141-ac71-6eab55477f13 None None] Transition to ACTIVE for port object e3fcb891-0af6-4d53-8d22-c63b7d9dc95b will not be triggered until provisioned by entity L2. {{(pid=85340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:49:38.479882 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-343b325b-1946-4141-ac71-6eab55477f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:38.506078 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:38.516811 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-90cfaa88-5c05-4fc8-bf8d-741e03dc01eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:38.753624 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b7232cb9-0087-42a5-930c-5c0eac3f96fb req-8a70b0d1-37ab-42f4-89c6-bee47c9500f6 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b96b338-b94d-4910-aab4-69bb8ae975cb HTTP/1.1" status: 200 len: 210 time: 0.0932117 Apr 16 11:49:38.803770 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fdda03-2193-43be-a756-d8ef57bb801d None None] Pushing event updated for resources: {'Port': ['ID=e3fcb891-0af6-4d53-8d22-c63b7d9dc95b,revision_number=2']} {{(pid=85340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:38.809571 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-90cfaa88-5c05-4fc8-bf8d-741e03dc01eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:38.874757 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fdda03-2193-43be-a756-d8ef57bb801d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:38.875525 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fdda03-2193-43be-a756-d8ef57bb801d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:38.876090 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fdda03-2193-43be-a756-d8ef57bb801d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:38.876679 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fdda03-2193-43be-a756-d8ef57bb801d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:38.877242 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fdda03-2193-43be-a756-d8ef57bb801d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:38.877807 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fdda03-2193-43be-a756-d8ef57bb801d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:38.878360 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fdda03-2193-43be-a756-d8ef57bb801d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:38.878930 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fdda03-2193-43be-a756-d8ef57bb801d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:38.879501 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fdda03-2193-43be-a756-d8ef57bb801d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:38.880658 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fdda03-2193-43be-a756-d8ef57bb801d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:38.881516 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fdda03-2193-43be-a756-d8ef57bb801d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:38.882082 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fdda03-2193-43be-a756-d8ef57bb801d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:38.883577 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fdda03-2193-43be-a756-d8ef57bb801d None None] Tracked resource versions report: Apr 16 11:49:38.883577 dv-cinder-689486-10-iscsi neutron-server[85224]: pushed versions: Apr 16 11:49:38.883577 dv-cinder-689486-10-iscsi neutron-server[85224]: { 'AddressGroup': {'1.2'}, Apr 16 11:49:38.883577 dv-cinder-689486-10-iscsi neutron-server[85224]: 'ConntrackHelper': {'1.0'}, Apr 16 11:49:38.883577 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Log': {'1.0'}, Apr 16 11:49:38.883577 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Network': {'1.1'}, Apr 16 11:49:38.883577 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Port': {'1.7'}, Apr 16 11:49:38.883577 dv-cinder-689486-10-iscsi neutron-server[85224]: 'PortForwarding': {'1.2'}, Apr 16 11:49:38.883577 dv-cinder-689486-10-iscsi neutron-server[85224]: 'QosPolicy': {'1.8'}, Apr 16 11:49:38.883577 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SecurityGroup': {'1.4'}, Apr 16 11:49:38.883577 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SecurityGroupRule': {'1.2'}, Apr 16 11:49:38.883577 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SubPort': {'1.0'}, Apr 16 11:49:38.883577 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Subnet': {'1.1'}, Apr 16 11:49:38.883577 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Trunk': {'1.1'}} Apr 16 11:49:38.883577 dv-cinder-689486-10-iscsi neutron-server[85224]: consumer versions: Apr 16 11:49:38.883577 dv-cinder-689486-10-iscsi neutron-server[85224]: { DHCP agent@dv-cinder-689486-10-iscsi: {}, Apr 16 11:49:38.883577 dv-cinder-689486-10-iscsi neutron-server[85224]: HyperV agent@hv-cinder-68948: {}, Apr 16 11:49:38.883577 dv-cinder-689486-10-iscsi neutron-server[85224]: L3 agent@dv-cinder-689486-10-iscsi: {}, Apr 16 11:49:38.883577 dv-cinder-689486-10-iscsi neutron-server[85224]: Metadata agent@dv-cinder-689486-10-iscsi: {}, Apr 16 11:49:38.883577 dv-cinder-689486-10-iscsi neutron-server[85224]: Metering agent@dv-cinder-689486-10-iscsi: {}, Apr 16 11:49:38.883577 dv-cinder-689486-10-iscsi neutron-server[85224]: Open vSwitch agent@dv-cinder-689486-10-iscsi: { 'AddressGroup': '1.2', Apr 16 11:49:38.883577 dv-cinder-689486-10-iscsi neutron-server[85224]: 'ConntrackHelper': '1.0', Apr 16 11:49:38.883577 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Log': '1.0', Apr 16 11:49:38.883577 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Network': '1.1', Apr 16 11:49:38.883577 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Port': '1.7', Apr 16 11:49:38.883577 dv-cinder-689486-10-iscsi neutron-server[85224]: 'PortForwarding': '1.2', Apr 16 11:49:38.883577 dv-cinder-689486-10-iscsi neutron-server[85224]: 'QosPolicy': '1.8', Apr 16 11:49:38.883577 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SecurityGroup': '1.4', Apr 16 11:49:38.883577 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SecurityGroupRule': '1.2', Apr 16 11:49:38.883577 dv-cinder-689486-10-iscsi neutron-server[85224]: 'SubPort': '1.0', Apr 16 11:49:38.883577 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Subnet': '1.1', Apr 16 11:49:38.883577 dv-cinder-689486-10-iscsi neutron-server[85224]: 'Trunk': '1.1'}} Apr 16 11:49:38.883577 dv-cinder-689486-10-iscsi neutron-server[85224]: {{(pid=85340) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 11:49:38.893028 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-87fdda03-2193-43be-a756-d8ef57bb801d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:38.901167 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddab0cb-f14f-4bd4-b310-186799e9aa14 admin admin] Pushing event updated for resources: {'Port': ['ID=ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:38.918806 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-5ddab0cb-f14f-4bd4-b310-186799e9aa14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:38.926945 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-65eb4013-ad17-4c15-9c91-79c8b388e5d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:38.962622 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-498dc96f-01b1-46f6-b4dc-f6c368b26dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:38.986695 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-343b325b-1946-4141-ac71-6eab55477f13 None None] Attempting to bind port e3fcb891-0af6-4d53-8d22-c63b7d9dc95b on host dv-cinder-689486-10-iscsi for vnic_type normal with profile {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:49:38.987114 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-343b325b-1946-4141-ac71-6eab55477f13 None None] Attempting to bind port e3fcb891-0af6-4d53-8d22-c63b7d9dc95b by drivers openvswitch,hyperv on host dv-cinder-689486-10-iscsi at level 0 using segments [{'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'}] {{(pid=85340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:49:38.987999 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343b325b-1946-4141-ac71-6eab55477f13 None None] Attempting to bind port e3fcb891-0af6-4d53-8d22-c63b7d9dc95b on network 42de8c2d-cd05-4680-9fb4-4f0e504e941e {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:49:38.989503 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cfaa88-5c05-4fc8-bf8d-741e03dc01eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573df1cd-05a8-4edc-9328-2ae19c8223e2,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:39.013894 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343b325b-1946-4141-ac71-6eab55477f13 None None] Checking agent: {'id': '0d7cbe5e-bfbb-464b-b5de-cb3320bd5996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 41, 6), 'started_at': datetime.datetime(2021, 4, 16, 11, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:49:39.014374 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343b325b-1946-4141-ac71-6eab55477f13 None None] Checking segment: {'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:49:39.014831 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-343b325b-1946-4141-ac71-6eab55477f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:39.015270 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343b325b-1946-4141-ac71-6eab55477f13 None None] Bound using segment: {'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'} {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:49:39.015825 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-343b325b-1946-4141-ac71-6eab55477f13 None None] Bound port: e3fcb891-0af6-4d53-8d22-c63b7d9dc95b, host: dv-cinder-689486-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'}}] {{(pid=85340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:49:39.016244 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-343b325b-1946-4141-ac71-6eab55477f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:39.025856 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-90cfaa88-5c05-4fc8-bf8d-741e03dc01eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:39.036587 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-90cfaa88-5c05-4fc8-bf8d-741e03dc01eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:39.041143 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-90cfaa88-5c05-4fc8-bf8d-741e03dc01eb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/573df1cd-05a8-4edc-9328-2ae19c8223e2 HTTP/1.1" status: 204 len: 168 time: 1.3452549 Apr 16 11:49:39.257463 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-343b325b-1946-4141-ac71-6eab55477f13 None None] For port e3fcb891-0af6-4d53-8d22-c63b7d9dc95b, host dv-cinder-689486-10-iscsi, cleared binding levels {{(pid=85340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:49:39.267817 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-343b325b-1946-4141-ac71-6eab55477f13 None None] For port e3fcb891-0af6-4d53-8d22-c63b7d9dc95b, host dv-cinder-689486-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=e3fcb891-0af6-4d53-8d22-c63b7d9dc95b,segment=NetworkSegment(fbc7dd2f-3e5c-4067-bc2d-84cf54659228),segment_id=fbc7dd2f-3e5c-4067-bc2d-84cf54659228)] {{(pid=85340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:49:39.276881 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-343b325b-1946-4141-ac71-6eab55477f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:39.339277 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9a0e4e70-443f-405b-8d41-128e0bb672df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852693724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084810'] for router, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:39.375527 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 6e3d61d0-4097-47a2-94a3-e0f7585eb290 up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:49:39.435303 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddab0cb-f14f-4bd4-b310-186799e9aa14 admin admin] Network 42de8c2d-cd05-4680-9fb4-4f0e504e941e is already hosted by enough agents. {{(pid=85338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:49:39.454443 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-5ddab0cb-f14f-4bd4-b310-186799e9aa14 admin admin] Resources bound (agent type, host, resource id): {{(pid=85338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:49:39.541891 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port 6e3d61d0-4097-47a2-94a3-e0f7585eb290 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:49:39.543110 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:39.626724 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-87fdda03-2193-43be-a756-d8ef57bb801d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:39.786401 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddab0cb-f14f-4bd4-b310-186799e9aa14 admin admin] Received port after_create {{(pid=85338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:49:39.814602 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fdda03-2193-43be-a756-d8ef57bb801d None None] Pushing event updated for resources: {'Port': ['ID=e3fcb891-0af6-4d53-8d22-c63b7d9dc95b,revision_number=3']} {{(pid=85340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:39.842164 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-87fdda03-2193-43be-a756-d8ef57bb801d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:39.901772 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343b325b-1946-4141-ac71-6eab55477f13 None None] Routers {'2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:49:39.902470 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-343b325b-1946-4141-ac71-6eab55477f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:49:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'], 'active': True} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:49:40.040711 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 48302) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:40.053250 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device e6a77d88-788e-4828-8be5-4f185df48c13 up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:49:40.081752 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 48304) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:40.093799 dv-cinder-689486-10-iscsi neutron-server[85224]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 16 11:49:40.264885 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0e4e70-443f-405b-8d41-128e0bb672df admin admin] Router 6192d5b7-ede1-4dbc-8d4a-25b178584e2c is scheduled to L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 with binding_index 1 {{(pid=85337) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 11:49:40.363078 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 48312) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:40.369231 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5656084c-862c-4dfc-9b43-d594ff6e589d None None] Network 2180b119-bc71-44ac-ab3a-75fb991fd9c9 requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:49:40.385361 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e8116186-17cc-4c2f-9e7b-85516702d387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:40.459492 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-343b325b-1946-4141-ac71-6eab55477f13 None None] Set router 2093bd27-4aaf-4fbd-8bcf-454efa75ab3c gateway port host: dv-cinder-689486-10-iscsi {{(pid=85340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:49:40.533636 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0e4e70-443f-405b-8d41-128e0bb672df admin admin] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:49:40.565548 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9a0e4e70-443f-405b-8d41-128e0bb672df admin admin] Notify callbacks [] for router, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:40.568062 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-9a0e4e70-443f-405b-8d41-128e0bb672df admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.6880448 Apr 16 11:49:40.572711 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 48324) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:40.680133 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e287ea5-1ea4-4645-be9c-d7b0e25574cf None None] Sync routers for ids ['6192d5b7-ede1-4dbc-8d4a-25b178584e2c'] in dv-cinder-689486-10-iscsi {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:49:40.743129 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning for port e6a77d88-788e-4828-8be5-4f185df48c13 completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:49:40.747029 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-fb046a0b-6ad5-427d-819d-84cba3ce9cdb None None] Provisioning for port e6a77d88-788e-4828-8be5-4f185df48c13 completed by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:49:40.770091 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e287ea5-1ea4-4645-be9c-d7b0e25574cf None None] Routers {'6192d5b7-ede1-4dbc-8d4a-25b178584e2c'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:49:40.770776 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-7e287ea5-1ea4-4645-be9c-d7b0e25574cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:49:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['6192d5b7-ede1-4dbc-8d4a-25b178584e2c'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:49:40.776945 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2dbd9f1f-41f6-48a2-b23f-793faabbd9b3 req-839b81c9-629a-44dd-a155-10f52ae579d8 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b96b338-b94d-4910-aab4-69bb8ae975cb HTTP/1.1" status: 200 len: 210 time: 0.7126009 Apr 16 11:49:40.831641 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [None req-498dc96f-01b1-46f6-b4dc-f6c368b26dc8 admin admin] Allocated IP 172.20.0.1 (e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7/e34726b9-4f8a-44d8-a3f0-ee759b42ab33/94ebbe09-b546-4230-9bc2-96f0f2321d69) {{(pid=85338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:49:40.898399 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-e8116186-17cc-4c2f-9e7b-85516702d387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:40.907715 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-e8116186-17cc-4c2f-9e7b-85516702d387 admin admin] Usage tracker for resource:security_group_rule and tenant:1e5c15bf7a434e858880e9aeda281508 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:40.929816 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-e8116186-17cc-4c2f-9e7b-85516702d387 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:40.968156 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-e8116186-17cc-4c2f-9e7b-85516702d387 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:41.084615 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-fb046a0b-6ad5-427d-819d-84cba3ce9cdb None None] Provisioning complete for port e6a77d88-788e-4828-8be5-4f185df48c13 triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:49:41.085180 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fb046a0b-6ad5-427d-819d-84cba3ce9cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:41.106355 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e8116186-17cc-4c2f-9e7b-85516702d387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:41.118613 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 48330) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:41.119131 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.79', 62229) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:41.120457 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-08bc546b-6b92-4dee-97a4-89a3f95f64cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:41.125505 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e8116186-17cc-4c2f-9e7b-85516702d387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:41.153597 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port e6a77d88-788e-4828-8be5-4f185df48c13 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:49:41.154097 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:41.217997 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-08bc546b-6b92-4dee-97a4-89a3f95f64cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:41.443258 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-08bc546b-6b92-4dee-97a4-89a3f95f64cc admin admin] Usage tracker for resource:security_group_rule and tenant:d433ec650e5e4b2d83806085ab10b131 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:41.455267 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-08bc546b-6b92-4dee-97a4-89a3f95f64cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:41.457620 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-8a15d3b5-e3bf-437c-9663-946e28199b82 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:41.460188 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-8a15d3b5-e3bf-437c-9663-946e28199b82 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.79 "GET /v2.0/networks?id=cbfd761b-fa5d-4d91-89c1-e48413f9ead1 HTTP/1.1" status: 200 len: 811 time: 0.3368154 Apr 16 11:49:41.488912 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-343b325b-1946-4141-ac71-6eab55477f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1332365872-router', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e3fcb891-0af6-4d53-8d22-c63b7d9dc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:27Z', 'updated_at': '2021-04-16T11:49:33Z', 'revision_number': 3, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'gw_port': {'id': 'e3fcb891-0af6-4d53-8d22-c63b7d9dc95b', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:30Z', 'updated_at': '2021-04-16T11:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi'}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:49:41.494566 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343b325b-1946-4141-ac71-6eab55477f13 None None] The sync data for ids ['2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'] in dv-cinder-689486-10-iscsi is: [{'id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1332365872-router', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e3fcb891-0af6-4d53-8d22-c63b7d9dc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:27Z', 'updated_at': '2021-04-16T11:49:33Z', 'revision_number': 3, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'gw_port': {'id': 'e3fcb891-0af6-4d53-8d22-c63b7d9dc95b', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:30Z', 'updated_at': '2021-04-16T11:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi'}] {{(pid=85340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:49:41.495821 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:41.500441 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-08bc546b-6b92-4dee-97a4-89a3f95f64cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:41.560467 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-e8116186-17cc-4c2f-9e7b-85516702d387 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1e5c15bf7a434e858880e9aeda281508&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4755821 Apr 16 11:49:41.566944 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 48340) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:41.582450 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-a08dfc64-47ad-4871-9787-5a39880191d7 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Request body: {'port': {'device_id': '5b96b338-b94d-4910-aab4-69bb8ae975cb', 'network_id': 'cbfd761b-fa5d-4d91-89c1-e48413f9ead1', 'admin_state_up': True, 'tenant_id': '16e8d50a50aa4b888dad6a1b9c0c4470'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:49:41.601560 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:41.685273 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8116186-17cc-4c2f-9e7b-85516702d387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de862351-1d83-4b8f-8393-aedaa607add3,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:41.695908 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e8116186-17cc-4c2f-9e7b-85516702d387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:41.700652 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5b1c64d1-daa1-438d-86f8-50a2c339617f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:41.747855 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] For port e6a77d88-788e-4828-8be5-4f185df48c13, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=e6a77d88-788e-4828-8be5-4f185df48c13,segment=NetworkSegment(f4e993d2-872e-4f90-8e1a-89de5bb8d45c),segment_id=f4e993d2-872e-4f90-8e1a-89de5bb8d45c)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:49:41.800973 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:41.926144 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-7fa4f482-f95d-4867-8278-453227391c8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:42.151877 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5b1c64d1-daa1-438d-86f8-50a2c339617f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:42.203162 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fb046a0b-6ad5-427d-819d-84cba3ce9cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:42.276333 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5ddab0cb-f14f-4bd4-b310-186799e9aa14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:42.305551 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Pushing event updated for resources: {'Port': ['ID=e6a77d88-788e-4828-8be5-4f185df48c13,revision_number=3']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:42.359035 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:42.495960 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-7e287ea5-1ea4-4645-be9c-d7b0e25574cf None None] Set router 6192d5b7-ede1-4dbc-8d4a-25b178584e2c gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:49:42.503264 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8cc9800f-57d1-4443-9abd-391ed8dece4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:42.588619 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fe1fec61-ec70-44f5-89e1-d06b25a34f18 req-00157135-df0c-4024-83cd-135084ebb1d7 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b96b338-b94d-4910-aab4-69bb8ae975cb HTTP/1.1" status: 200 len: 210 time: 0.3216481 Apr 16 11:49:42.706894 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-08bc546b-6b92-4dee-97a4-89a3f95f64cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:42.708647 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5b1c64d1-daa1-438d-86f8-50a2c339617f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:42.754887 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-a08dfc64-47ad-4871-9787-5a39880191d7 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:42.794265 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-08bc546b-6b92-4dee-97a4-89a3f95f64cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:42.797304 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-14e04444-0c7b-4c49-b660-7390a0b1ca7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:42.806047 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-8cc9800f-57d1-4443-9abd-391ed8dece4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:42.811710 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-a08dfc64-47ad-4871-9787-5a39880191d7 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Usage tracker for resource:port and tenant:16e8d50a50aa4b888dad6a1b9c0c4470 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:42.867048 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-a08dfc64-47ad-4871-9787-5a39880191d7 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:42.874803 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-8cc9800f-57d1-4443-9abd-391ed8dece4c admin admin] Usage tracker for resource:security_group_rule and tenant:6447ef04f3134608ae36735f5d5c3f68 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:42.891499 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0710bc7c-4665-47b1-b1ff-d8cb966ec0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:42.903888 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-a08dfc64-47ad-4871-9787-5a39880191d7 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:42.909110 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-8cc9800f-57d1-4443-9abd-391ed8dece4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:43.099110 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-08bc546b-6b92-4dee-97a4-89a3f95f64cc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d433ec650e5e4b2d83806085ab10b131&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7305293 Apr 16 11:49:43.105066 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-498dc96f-01b1-46f6-b4dc-f6c368b26dc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:43.105396 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 48382) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:43.183851 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-498dc96f-01b1-46f6-b4dc-f6c368b26dc8 admin admin] Transition to ACTIVE for port object 94ebbe09-b546-4230-9bc2-96f0f2321d69 will not be triggered until provisioned by entity DHCP. {{(pid=85338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:49:43.197934 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-8cc9800f-57d1-4443-9abd-391ed8dece4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:43.263501 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c64d1-daa1-438d-86f8-50a2c339617f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de862351-1d83-4b8f-8393-aedaa607add3,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:43.322144 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.db.api [None req-fb046a0b-6ad5-427d-819d-84cba3ce9cdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85339) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 11:49:43.322519 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_db.api [None req-fb046a0b-6ad5-427d-819d-84cba3ce9cdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 11:49:43.342169 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-a08dfc64-47ad-4871-9787-5a39880191d7 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Made reservation on behalf of 16e8d50a50aa4b888dad6a1b9c0c4470 for: {'port': 1} {{(pid=85338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:49:43.375254 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-a08dfc64-47ad-4871-9787-5a39880191d7 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:43.535768 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5b1c64d1-daa1-438d-86f8-50a2c339617f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:43.546425 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-5b1c64d1-daa1-438d-86f8-50a2c339617f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/de862351-1d83-4b8f-8393-aedaa607add3 HTTP/1.1" status: 204 len: 168 time: 1.9665580 Apr 16 11:49:43.611443 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:43.683965 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-7e287ea5-1ea4-4645-be9c-d7b0e25574cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'name': 'tempest-AttachVolumeTestJSON-20958925-router', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '4c329cd0-1603-4ba8-894e-85d49d08da7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:33Z', 'updated_at': '2021-04-16T11:49:37Z', 'revision_number': 3, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'gw_port': {'id': '4c329cd0-1603-4ba8-894e-85d49d08da7b', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:34Z', 'updated_at': '2021-04-16T11:49:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi'}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:49:43.697256 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e287ea5-1ea4-4645-be9c-d7b0e25574cf None None] Checking router: 6192d5b7-ede1-4dbc-8d4a-25b178584e2c for host: dv-cinder-689486-10-iscsi {{(pid=85339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:49:43.697747 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e287ea5-1ea4-4645-be9c-d7b0e25574cf None None] Updating router 6192d5b7-ede1-4dbc-8d4a-25b178584e2c port 4c329cd0-1603-4ba8-894e-85d49d08da7b binding host dv-cinder-689486-10-iscsi {{(pid=85339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:49:43.838722 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc546b-6b92-4dee-97a4-89a3f95f64cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea29b83-a163-4eac-bfd7-4062947de18f,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:44.098326 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7e287ea5-1ea4-4645-be9c-d7b0e25574cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:44.127605 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-08bc546b-6b92-4dee-97a4-89a3f95f64cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.330s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:44.160236 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.084s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:44.160808 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:44.364725 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8976ad05-0f65-4ae3-84d3-621e3f8166b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:44.375379 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-a08dfc64-47ad-4871-9787-5a39880191d7 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Allocated IP 172.20.0.12 (cbfd761b-fa5d-4d91-89c1-e48413f9ead1/ebdda504-962e-4954-a9c3-069b3251c67c/2457ba45-6034-4924-a493-fcd5426b91d7) {{(pid=85338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:49:44.397547 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device e3fcb891-0af6-4d53-8d22-c63b7d9dc95b up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:49:44.447020 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [None req-0710bc7c-4665-47b1-b1ff-d8cb966ec0d6 admin admin] Allocated IP 172.20.0.1 (2180b119-bc71-44ac-ab3a-75fb991fd9c9/db3c83ef-37ef-4f43-9fb3-a7487fc6375e/b95cddb1-065d-43c3-8027-7c92f45c9cc5) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:49:44.575806 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8976ad05-0f65-4ae3-84d3-621e3f8166b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:44.787159 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning for port e3fcb891-0af6-4d53-8d22-c63b7d9dc95b completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:49:44.813492 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port e3fcb891-0af6-4d53-8d22-c63b7d9dc95b triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:49:44.822133 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:44.880986 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-a08dfc64-47ad-4871-9787-5a39880191d7 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Notify callbacks [] for port, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:44.953543 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-2e83c298-d043-472d-b970-3687bb671146 None None] Provisioning complete for port e6a77d88-788e-4828-8be5-4f185df48c13 triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:49:44.954098 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2e83c298-d043-472d-b970-3687bb671146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:45.114980 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8cc9800f-57d1-4443-9abd-391ed8dece4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:45.192512 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0710bc7c-4665-47b1-b1ff-d8cb966ec0d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:45.255953 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-0710bc7c-4665-47b1-b1ff-d8cb966ec0d6 admin admin] Transition to ACTIVE for port object b95cddb1-065d-43c3-8027-7c92f45c9cc5 will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:49:45.296871 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8976ad05-0f65-4ae3-84d3-621e3f8166b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:45.301733 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0710bc7c-4665-47b1-b1ff-d8cb966ec0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:45.309335 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:45.346006 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976ad05-0f65-4ae3-84d3-621e3f8166b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea29b83-a163-4eac-bfd7-4062947de18f,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:45.356037 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-8976ad05-0f65-4ae3-84d3-621e3f8166b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:45.366143 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-9a0e4e70-443f-405b-8d41-128e0bb672df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:45.387022 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-a08dfc64-47ad-4871-9787-5a39880191d7 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162'] for port, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:45.395960 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-498dc96f-01b1-46f6-b4dc-f6c368b26dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162'] for port, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:45.421166 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8cc9800f-57d1-4443-9abd-391ed8dece4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:45.484784 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710bc7c-4665-47b1-b1ff-d8cb966ec0d6 admin admin] Pushing event updated for resources: {'Port': ['ID=b95cddb1-065d-43c3-8027-7c92f45c9cc5,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:45.565483 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-0710bc7c-4665-47b1-b1ff-d8cb966ec0d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:45.575095 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8976ad05-0f65-4ae3-84d3-621e3f8166b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:45.577427 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-8976ad05-0f65-4ae3-84d3-621e3f8166b2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/aea29b83-a163-4eac-bfd7-4062947de18f HTTP/1.1" status: 204 len: 168 time: 2.3223789 Apr 16 11:49:45.600613 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5ddab0cb-f14f-4bd4-b310-186799e9aa14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852693724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084810'] for router, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:45.614397 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:45.636223 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:45.639069 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] For port e3fcb891-0af6-4d53-8d22-c63b7d9dc95b, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=e3fcb891-0af6-4d53-8d22-c63b7d9dc95b,segment=NetworkSegment(fbc7dd2f-3e5c-4067-bc2d-84cf54659228),segment_id=fbc7dd2f-3e5c-4067-bc2d-84cf54659228)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:49:45.685710 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:45.685710 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device e6a77d88-788e-4828-8be5-4f185df48c13 up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:49:45.787520 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0710bc7c-4665-47b1-b1ff-d8cb966ec0d6 admin admin] Network 2180b119-bc71-44ac-ab3a-75fb991fd9c9 is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:49:45.795996 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-0710bc7c-4665-47b1-b1ff-d8cb966ec0d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:49:45.800567 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0710bc7c-4665-47b1-b1ff-d8cb966ec0d6 admin admin] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:49:45.801295 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0710bc7c-4665-47b1-b1ff-d8cb966ec0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852692337'] for router_interface, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:45.826413 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:46.029698 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.db.resource_extend [None req-7e287ea5-1ea4-4645-be9c-d7b0e25574cf None None] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 11:49:46.041167 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Pushing event updated for resources: {'Port': ['ID=e3fcb891-0af6-4d53-8d22-c63b7d9dc95b,revision_number=4']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:46.047603 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:46.320359 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port e6a77d88-788e-4828-8be5-4f185df48c13 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:49:46.320986 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:46.575643 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 48446) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:46.576395 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-b5a4e13b-6086-43fe-a32e-71b0d893a434 None None] Provisioning for port b95cddb1-065d-43c3-8027-7c92f45c9cc5 completed by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:49:46.603278 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-b5a4e13b-6086-43fe-a32e-71b0d893a434 None None] Provisioning complete for port b95cddb1-065d-43c3-8027-7c92f45c9cc5 triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:49:46.603793 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b5a4e13b-6086-43fe-a32e-71b0d893a434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:46.634009 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-665fd37c-b749-4c87-9f3b-cb705da1674a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:46.657290 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-665fd37c-b749-4c87-9f3b-cb705da1674a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:46.662788 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-665fd37c-b749-4c87-9f3b-cb705da1674a admin admin] Usage tracker for resource:security_group_rule and tenant:e8d035d18de54e69924e01332b23a4b4 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:46.666812 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-665fd37c-b749-4c87-9f3b-cb705da1674a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:46.674266 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-665fd37c-b749-4c87-9f3b-cb705da1674a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:46.717562 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-b5a4e13b-6086-43fe-a32e-71b0d893a434 None None] Port b95cddb1-065d-43c3-8027-7c92f45c9cc5 cannot update to ACTIVE because it is not bound. {{(pid=85339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:49:46.741355 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7e287ea5-1ea4-4645-be9c-d7b0e25574cf None None] Notify callbacks [] for port, precommit_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:46.772835 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-7e287ea5-1ea4-4645-be9c-d7b0e25574cf None None] Transition to ACTIVE for port object 4c329cd0-1603-4ba8-894e-85d49d08da7b will not be triggered until provisioned by entity L2. {{(pid=85339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:49:46.780444 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7e287ea5-1ea4-4645-be9c-d7b0e25574cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:46.790355 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-665fd37c-b749-4c87-9f3b-cb705da1674a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:46.795599 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-665fd37c-b749-4c87-9f3b-cb705da1674a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:46.811293 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:46.813365 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:46.851216 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665fd37c-b749-4c87-9f3b-cb705da1674a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e5c83a-091e-4806-a880-80dde3da5ce6,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:46.859369 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-665fd37c-b749-4c87-9f3b-cb705da1674a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:46.905684 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498dc96f-01b1-46f6-b4dc-f6c368b26dc8 admin admin] Pushing event updated for resources: {'Port': ['ID=94ebbe09-b546-4230-9bc2-96f0f2321d69,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:46.948583 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bfec48-3ef3-4a52-b744-5749e45be718 None None] Pushing event updated for resources: {'Port': ['ID=4c329cd0-1603-4ba8-894e-85d49d08da7b,revision_number=2']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:46.960526 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device e3fcb891-0af6-4d53-8d22-c63b7d9dc95b up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:49:46.995720 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-665fd37c-b749-4c87-9f3b-cb705da1674a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e8d035d18de54e69924e01332b23a4b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4156029 Apr 16 11:49:47.000604 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 48458) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:47.009136 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-57bfec48-3ef3-4a52-b744-5749e45be718 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:47.040414 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-8cc9800f-57d1-4443-9abd-391ed8dece4c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6447ef04f3134608ae36735f5d5c3f68&name=default HTTP/1.1" status: 200 len: 2975 time: 5.9185286 Apr 16 11:49:47.103037 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 48462) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:47.210524 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9a99a042-f5b0-4b2d-b078-1957bb2e2c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:47.216334 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port e3fcb891-0af6-4d53-8d22-c63b7d9dc95b triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:49:47.216768 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:47.250744 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9a99a042-f5b0-4b2d-b078-1957bb2e2c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:47.424529 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9a99a042-f5b0-4b2d-b078-1957bb2e2c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:47.430075 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0710bc7c-4665-47b1-b1ff-d8cb966ec0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:47.435086 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08dfc64-47ad-4871-9787-5a39880191d7 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Pushing event updated for resources: {'Port': ['ID=2457ba45-6034-4924-a493-fcd5426b91d7,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:47.459095 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498dc96f-01b1-46f6-b4dc-f6c368b26dc8 admin admin] Network e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7 is already hosted by enough agents. {{(pid=85338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:49:47.479330 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d6d12758-a6bd-4d1e-8916-62609e9931ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:47.487824 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-a08dfc64-47ad-4871-9787-5a39880191d7 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.852s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:47.488591 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.713s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:47.505649 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-498dc96f-01b1-46f6-b4dc-f6c368b26dc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=85338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:49:47.507802 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ddab0cb-f14f-4bd4-b310-186799e9aa14 admin admin] Router 52c08d79-33d4-4748-a323-bdcfd3a6aeeb is scheduled to L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 with binding_index 1 {{(pid=85338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 11:49:47.514930 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498dc96f-01b1-46f6-b4dc-f6c368b26dc8 admin admin] Received port after_create {{(pid=85338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:49:47.516013 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-498dc96f-01b1-46f6-b4dc-f6c368b26dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852692337'] for router_interface, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:47.526320 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9800f-57d1-4443-9abd-391ed8dece4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd13a20-2fae-4bee-9943-b755cc747f27,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:47.549101 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d6d12758-a6bd-4d1e-8916-62609e9931ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:47.598911 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-8cc9800f-57d1-4443-9abd-391ed8dece4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:47.599458 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-5c26b2aa-eaa2-4f8f-b70e-8c16246a5396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.671s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:47.599847 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-5c26b2aa-eaa2-4f8f-b70e-8c16246a5396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:47.643510 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-7e287ea5-1ea4-4645-be9c-d7b0e25574cf None None] Attempting to bind port 4c329cd0-1603-4ba8-894e-85d49d08da7b on host dv-cinder-689486-10-iscsi for vnic_type normal with profile {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:49:47.644202 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-7e287ea5-1ea4-4645-be9c-d7b0e25574cf None None] Attempting to bind port 4c329cd0-1603-4ba8-894e-85d49d08da7b by drivers openvswitch,hyperv on host dv-cinder-689486-10-iscsi at level 0 using segments [{'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:49:47.644571 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e287ea5-1ea4-4645-be9c-d7b0e25574cf None None] Attempting to bind port 4c329cd0-1603-4ba8-894e-85d49d08da7b on network 42de8c2d-cd05-4680-9fb4-4f0e504e941e {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:49:47.671805 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:47.697028 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e287ea5-1ea4-4645-be9c-d7b0e25574cf None None] Checking agent: {'id': '0d7cbe5e-bfbb-464b-b5de-cb3320bd5996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 41, 6), 'started_at': datetime.datetime(2021, 4, 16, 11, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:49:47.697574 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e287ea5-1ea4-4645-be9c-d7b0e25574cf None None] Checking segment: {'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:49:47.698093 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7e287ea5-1ea4-4645-be9c-d7b0e25574cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:47.698791 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e287ea5-1ea4-4645-be9c-d7b0e25574cf None None] Bound using segment: {'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:49:47.699298 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-7e287ea5-1ea4-4645-be9c-d7b0e25574cf None None] Bound port: 4c329cd0-1603-4ba8-894e-85d49d08da7b, host: dv-cinder-689486-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'}}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:49:47.702250 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7e287ea5-1ea4-4645-be9c-d7b0e25574cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:47.713518 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9a99a042-f5b0-4b2d-b078-1957bb2e2c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:47.718277 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-9a99a042-f5b0-4b2d-b078-1957bb2e2c3e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6cd13a20-2fae-4bee-9943-b755cc747f27 HTTP/1.1" status: 204 len: 168 time: 0.6100407 Apr 16 11:49:47.719203 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d6d12758-a6bd-4d1e-8916-62609e9931ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:47.741354 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a99a042-f5b0-4b2d-b078-1957bb2e2c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd13a20-2fae-4bee-9943-b755cc747f27,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:47.745290 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-9a99a042-f5b0-4b2d-b078-1957bb2e2c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:47.745666 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-9a99a042-f5b0-4b2d-b078-1957bb2e2c3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:47.839655 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa481d5-3eea-446d-a692-65d375e2acd4 req-82402bd6-f14d-47b2-a2cb-ac62bdfbc5f4 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:47.855690 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-aaa481d5-3eea-446d-a692-65d375e2acd4 req-82402bd6-f14d-47b2-a2cb-ac62bdfbc5f4 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b96b338-b94d-4910-aab4-69bb8ae975cb HTTP/1.1" status: 200 len: 932 time: 3.8412969 Apr 16 11:49:47.883501 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d6d12758-a6bd-4d1e-8916-62609e9931ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:47.884953 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-d6d12758-a6bd-4d1e-8916-62609e9931ae admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/30e5c83a-091e-4806-a880-80dde3da5ce6 HTTP/1.1" status: 204 len: 168 time: 0.8832510 Apr 16 11:49:47.890892 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d12758-a6bd-4d1e-8916-62609e9931ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e5c83a-091e-4806-a880-80dde3da5ce6,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:47.904201 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-d6d12758-a6bd-4d1e-8916-62609e9931ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:48.036008 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-7e287ea5-1ea4-4645-be9c-d7b0e25574cf None None] For port 4c329cd0-1603-4ba8-894e-85d49d08da7b, host dv-cinder-689486-10-iscsi, cleared binding levels {{(pid=85339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:49:48.062512 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-7e287ea5-1ea4-4645-be9c-d7b0e25574cf None None] For port 4c329cd0-1603-4ba8-894e-85d49d08da7b, host dv-cinder-689486-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=4c329cd0-1603-4ba8-894e-85d49d08da7b,segment=NetworkSegment(fbc7dd2f-3e5c-4067-bc2d-84cf54659228),segment_id=fbc7dd2f-3e5c-4067-bc2d-84cf54659228)] {{(pid=85339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:49:48.073667 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7e287ea5-1ea4-4645-be9c-d7b0e25574cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:48.074511 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-23e959c2-0340-4c4e-abc0-e377a13edb5b None None] Provisioning for port 94ebbe09-b546-4230-9bc2-96f0f2321d69 completed by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:49:48.148390 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-23e959c2-0340-4c4e-abc0-e377a13edb5b None None] Provisioning complete for port 94ebbe09-b546-4230-9bc2-96f0f2321d69 triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:49:48.148885 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-23e959c2-0340-4c4e-abc0-e377a13edb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:48.275633 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-aaa481d5-3eea-446d-a692-65d375e2acd4 req-4e6c78f8-0440-40b6-ad25-796f8c4e7fe9 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd637623-3496-4d17-8bc8-f64623f2051a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167480 Apr 16 11:49:48.280618 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddab0cb-f14f-4bd4-b310-186799e9aa14 admin admin] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:49:48.305250 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38f1af8-e4cc-4171-b0ba-dc3adf12f563 None None] Sync routers for ids ['52c08d79-33d4-4748-a323-bdcfd3a6aeeb'] in dv-cinder-689486-10-iscsi {{(pid=85340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:49:48.335760 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38f1af8-e4cc-4171-b0ba-dc3adf12f563 None None] Routers {'52c08d79-33d4-4748-a323-bdcfd3a6aeeb'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:49:48.337208 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-e38f1af8-e4cc-4171-b0ba-dc3adf12f563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:49:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['52c08d79-33d4-4748-a323-bdcfd3a6aeeb'], 'active': True} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:49:48.371427 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:48.458807 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-498dc96f-01b1-46f6-b4dc-f6c368b26dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:48.512774 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5ddab0cb-f14f-4bd4-b310-186799e9aa14 admin admin] Notify callbacks [] for router, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:48.514542 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-5ddab0cb-f14f-4bd4-b310-186799e9aa14 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 15.4338226 Apr 16 11:49:48.518223 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 48490) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:48.530886 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-a08dfc64-47ad-4871-9787-5a39880191d7 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Network cbfd761b-fa5d-4d91-89c1-e48413f9ead1 is already hosted by enough agents. {{(pid=85338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:49:48.870697 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-23e959c2-0340-4c4e-abc0-e377a13edb5b None None] Port 94ebbe09-b546-4230-9bc2-96f0f2321d69 cannot update to ACTIVE because it is not bound. {{(pid=85339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:49:48.952173 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bfec48-3ef3-4a52-b744-5749e45be718 None None] Pushing event updated for resources: {'Port': ['ID=4c329cd0-1603-4ba8-894e-85d49d08da7b,revision_number=3']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:48.964390 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-57bfec48-3ef3-4a52-b744-5749e45be718 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:48.988227 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-a08dfc64-47ad-4871-9787-5a39880191d7 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Resources bound (agent type, host, resource id): {{(pid=85338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:49:49.008348 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-a08dfc64-47ad-4871-9787-5a39880191d7 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Received port after_create {{(pid=85338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:49:49.019505 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-a08dfc64-47ad-4871-9787-5a39880191d7 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:49.031646 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-a08dfc64-47ad-4871-9787-5a39880191d7 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for port, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:49.104295 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-a08dfc64-47ad-4871-9787-5a39880191d7 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.5424292 Apr 16 11:49:49.127146 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-e38f1af8-e4cc-4171-b0ba-dc3adf12f563 None None] Set router 52c08d79-33d4-4748-a323-bdcfd3a6aeeb gateway port host: dv-cinder-689486-10-iscsi {{(pid=85340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:49:49.140592 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e287ea5-1ea4-4645-be9c-d7b0e25574cf None None] Routers {'6192d5b7-ede1-4dbc-8d4a-25b178584e2c'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:49:49.145670 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-7e287ea5-1ea4-4645-be9c-d7b0e25574cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:49:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['6192d5b7-ede1-4dbc-8d4a-25b178584e2c'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:49:49.319649 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-498dc96f-01b1-46f6-b4dc-f6c368b26dc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:49.325234 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-498dc96f-01b1-46f6-b4dc-f6c368b26dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:49.326375 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-498dc96f-01b1-46f6-b4dc-f6c368b26dc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083560'] for router_interface, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:49.331139 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0710bc7c-4665-47b1-b1ff-d8cb966ec0d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:49.409830 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-5ddab0cb-f14f-4bd4-b310-186799e9aa14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:49.546734 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0710bc7c-4665-47b1-b1ff-d8cb966ec0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:49.798048 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498dc96f-01b1-46f6-b4dc-f6c368b26dc8 admin admin] Pushing event updated for resources: {'Port': ['ID=94ebbe09-b546-4230-9bc2-96f0f2321d69,revision_number=2']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:49.804244 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-498dc96f-01b1-46f6-b4dc-f6c368b26dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:49.845018 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-7e287ea5-1ea4-4645-be9c-d7b0e25574cf None None] Set router 6192d5b7-ede1-4dbc-8d4a-25b178584e2c gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:49:49.927319 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0710bc7c-4665-47b1-b1ff-d8cb966ec0d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083560'] for router_interface, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:50.039341 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498dc96f-01b1-46f6-b4dc-f6c368b26dc8 admin admin] Network e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7 is already hosted by enough agents. {{(pid=85338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:49:50.039712 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-498dc96f-01b1-46f6-b4dc-f6c368b26dc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=85338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:49:50.063978 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-e38f1af8-e4cc-4171-b0ba-dc3adf12f563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c08d79-33d4-4748-a323-bdcfd3a6aeeb', 'name': 'tempest-ServerRescueNegativeTestJSON-252055135-router', 'tenant_id': '7f0adf03cd15428ba5cee5097d26d268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:34Z', 'updated_at': '2021-04-16T11:49:41Z', 'revision_number': 3, 'project_id': '7f0adf03cd15428ba5cee5097d26d268', 'gw_port': {'id': 'ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:dd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c08d79-33d4-4748-a323-bdcfd3a6aeeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:36Z', 'updated_at': '2021-04-16T11:49:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi'}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:49:50.087469 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38f1af8-e4cc-4171-b0ba-dc3adf12f563 None None] Checking router: 52c08d79-33d4-4748-a323-bdcfd3a6aeeb for host: dv-cinder-689486-10-iscsi {{(pid=85340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:49:50.087951 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38f1af8-e4cc-4171-b0ba-dc3adf12f563 None None] Updating router 52c08d79-33d4-4748-a323-bdcfd3a6aeeb port ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a binding host dv-cinder-689486-10-iscsi {{(pid=85340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:49:50.187853 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:50.335240 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e38f1af8-e4cc-4171-b0ba-dc3adf12f563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:50.591844 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-37d7d5da-a918-4fbf-9377-764bf5d3147f tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=85338) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 11:49:50.608823 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-37d7d5da-a918-4fbf-9377-764bf5d3147f tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0267556 Apr 16 11:49:50.864589 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-498dc96f-01b1-46f6-b4dc-f6c368b26dc8 admin admin] Router 2093bd27-4aaf-4fbd-8bcf-454efa75ab3c has already been hosted by L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 {{(pid=85338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:49:50.865577 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-0ae851f6-a66d-40d1-8a7a-f449940f477a None None] Provisioning complete for port 94ebbe09-b546-4230-9bc2-96f0f2321d69 triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:49:50.866136 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0ae851f6-a66d-40d1-8a7a-f449940f477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:51.142242 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-0ae851f6-a66d-40d1-8a7a-f449940f477a None None] Port 94ebbe09-b546-4230-9bc2-96f0f2321d69 cannot update to ACTIVE because it is not bound. {{(pid=85339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:49:51.190403 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-7e287ea5-1ea4-4645-be9c-d7b0e25574cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'name': 'tempest-AttachVolumeTestJSON-20958925-router', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '4c329cd0-1603-4ba8-894e-85d49d08da7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:33Z', 'updated_at': '2021-04-16T11:49:47Z', 'revision_number': 4, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'gw_port': {'id': '4c329cd0-1603-4ba8-894e-85d49d08da7b', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:34Z', 'updated_at': '2021-04-16T11:49:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': 'b95cddb1-065d-43c3-8027-7c92f45c9cc5', 'name': '', 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'mac_address': 'fa:16:3e:b0:a8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'db3c83ef-37ef-4f43-9fb3-a7487fc6375e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:42Z', 'updated_at': '2021-04-16T11:49:48Z', 'revision_number': 2, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'subnets': [{'id': 'db3c83ef-37ef-4f43-9fb3-a7487fc6375e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:49:51.235094 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e287ea5-1ea4-4645-be9c-d7b0e25574cf None None] The sync data for ids ['6192d5b7-ede1-4dbc-8d4a-25b178584e2c'] in dv-cinder-689486-10-iscsi is: [{'id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'name': 'tempest-AttachVolumeTestJSON-20958925-router', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '4c329cd0-1603-4ba8-894e-85d49d08da7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:33Z', 'updated_at': '2021-04-16T11:49:47Z', 'revision_number': 4, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'gw_port': {'id': '4c329cd0-1603-4ba8-894e-85d49d08da7b', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:34Z', 'updated_at': '2021-04-16T11:49:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': 'b95cddb1-065d-43c3-8027-7c92f45c9cc5', 'name': '', 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'mac_address': 'fa:16:3e:b0:a8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'db3c83ef-37ef-4f43-9fb3-a7487fc6375e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:42Z', 'updated_at': '2021-04-16T11:49:48Z', 'revision_number': 2, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'subnets': [{'id': 'db3c83ef-37ef-4f43-9fb3-a7487fc6375e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:49:51.308590 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710bc7c-4665-47b1-b1ff-d8cb966ec0d6 admin admin] Pushing event updated for resources: {'Port': ['ID=b95cddb1-065d-43c3-8027-7c92f45c9cc5,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:51.323039 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-0710bc7c-4665-47b1-b1ff-d8cb966ec0d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.135s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:51.467806 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e38f1af8-e4cc-4171-b0ba-dc3adf12f563 None None] Notify callbacks [] for port, precommit_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:51.527466 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-e38f1af8-e4cc-4171-b0ba-dc3adf12f563 None None] Transition to ACTIVE for port object ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a will not be triggered until provisioned by entity L2. {{(pid=85340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:49:51.545681 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e38f1af8-e4cc-4171-b0ba-dc3adf12f563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:51.598994 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:51.652129 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498dc96f-01b1-46f6-b4dc-f6c368b26dc8 admin admin] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:49:51.655880 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e06b0648-2b6b-4ebd-9e23-dd621a044801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:51.662849 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-498dc96f-01b1-46f6-b4dc-f6c368b26dc8 admin admin] 10.222.0.71 "PUT /v2.0/routers/2093bd27-4aaf-4fbd-8bcf-454efa75ab3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.2654431 Apr 16 11:49:51.674543 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54fa2ed-b3ac-4198-8484-96b2e1645c6a None None] Sync routers for ids ['2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'] in dv-cinder-689486-10-iscsi {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:49:51.701802 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54fa2ed-b3ac-4198-8484-96b2e1645c6a None None] Routers {'2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:49:51.705700 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-b54fa2ed-b3ac-4198-8484-96b2e1645c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:49:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:49:51.776308 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0710bc7c-4665-47b1-b1ff-d8cb966ec0d6 admin admin] Network 2180b119-bc71-44ac-ab3a-75fb991fd9c9 is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:49:51.786672 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-0710bc7c-4665-47b1-b1ff-d8cb966ec0d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:49:52.084562 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-6215a36f-8b67-42de-8b64-c22438e9df2d service neutron] Request body: {'port': {'device_id': '5b96b338-b94d-4910-aab4-69bb8ae975cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:49:52.419863 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806df5b7-018b-4fd0-986b-ba434fc1b972 None None] Pushing event updated for resources: {'Port': ['ID=ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a,revision_number=2']} {{(pid=85340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:52.429333 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-806df5b7-018b-4fd0-986b-ba434fc1b972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.836s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:52.508160 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-e38f1af8-e4cc-4171-b0ba-dc3adf12f563 None None] Attempting to bind port ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a on host dv-cinder-689486-10-iscsi for vnic_type normal with profile {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:49:52.510465 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-e38f1af8-e4cc-4171-b0ba-dc3adf12f563 None None] Attempting to bind port ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a by drivers openvswitch,hyperv on host dv-cinder-689486-10-iscsi at level 0 using segments [{'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'}] {{(pid=85340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:49:52.511037 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38f1af8-e4cc-4171-b0ba-dc3adf12f563 None None] Attempting to bind port ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a on network 42de8c2d-cd05-4680-9fb4-4f0e504e941e {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:49:52.523442 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-6215a36f-8b67-42de-8b64-c22438e9df2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:52.717177 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38f1af8-e4cc-4171-b0ba-dc3adf12f563 None None] Checking agent: {'id': '0d7cbe5e-bfbb-464b-b5de-cb3320bd5996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 41, 6), 'started_at': datetime.datetime(2021, 4, 16, 11, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:49:52.717848 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38f1af8-e4cc-4171-b0ba-dc3adf12f563 None None] Checking segment: {'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:49:52.720851 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e38f1af8-e4cc-4171-b0ba-dc3adf12f563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:52.721472 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38f1af8-e4cc-4171-b0ba-dc3adf12f563 None None] Bound using segment: {'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'} {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:49:52.722431 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-e38f1af8-e4cc-4171-b0ba-dc3adf12f563 None None] Bound port: ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a, host: dv-cinder-689486-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'}}] {{(pid=85340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:49:52.724786 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e38f1af8-e4cc-4171-b0ba-dc3adf12f563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:53.033478 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-e38f1af8-e4cc-4171-b0ba-dc3adf12f563 None None] For port ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a, host dv-cinder-689486-10-iscsi, cleared binding levels {{(pid=85340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:49:53.033834 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-35692cca-645a-4709-8467-61ce557f79d3 None None] Provisioning complete for port b95cddb1-065d-43c3-8027-7c92f45c9cc5 triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:49:53.034306 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-35692cca-645a-4709-8467-61ce557f79d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:53.043413 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-e38f1af8-e4cc-4171-b0ba-dc3adf12f563 None None] For port ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a, host dv-cinder-689486-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a,segment=NetworkSegment(fbc7dd2f-3e5c-4067-bc2d-84cf54659228),segment_id=fbc7dd2f-3e5c-4067-bc2d-84cf54659228)] {{(pid=85340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:49:53.067678 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e38f1af8-e4cc-4171-b0ba-dc3adf12f563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:53.230596 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a6952-7efe-457c-8608-f151ff8ff10d req-1c026478-1a0a-46e6-9fb3-a2725d5e29b0 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:53.238581 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-35692cca-645a-4709-8467-61ce557f79d3 None None] Port b95cddb1-065d-43c3-8027-7c92f45c9cc5 cannot update to ACTIVE because it is not bound. {{(pid=85339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:49:53.240434 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-455a6952-7efe-457c-8608-f151ff8ff10d req-1c026478-1a0a-46e6-9fb3-a2725d5e29b0 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b96b338-b94d-4910-aab4-69bb8ae975cb HTTP/1.1" status: 200 len: 932 time: 2.8106823 Apr 16 11:49:53.365933 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0710bc7c-4665-47b1-b1ff-d8cb966ec0d6 admin admin] Router 6192d5b7-ede1-4dbc-8d4a-25b178584e2c has already been hosted by L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 {{(pid=85337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:49:53.378862 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-b54fa2ed-b3ac-4198-8484-96b2e1645c6a None None] Set router 2093bd27-4aaf-4fbd-8bcf-454efa75ab3c gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:49:53.418707 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-455a6952-7efe-457c-8608-f151ff8ff10d req-0992e9d0-453a-400e-8bcf-07cc6156a5c7 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Synchronizing usage tracker for tenant:16e8d50a50aa4b888dad6a1b9c0c4470 on resource:security_group {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:49:53.775579 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:53.814958 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-6215a36f-8b67-42de-8b64-c22438e9df2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2457ba45-6034-4924-a493-fcd5426b91d7 {{(pid=85338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:49:53.845439 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-6215a36f-8b67-42de-8b64-c22438e9df2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:53.901840 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-6215a36f-8b67-42de-8b64-c22438e9df2d service neutron] Transition to ACTIVE for port object 2457ba45-6034-4924-a493-fcd5426b91d7 will not be triggered until provisioned by entity L2. {{(pid=85338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:49:53.914404 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-6215a36f-8b67-42de-8b64-c22438e9df2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:54.024616 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806df5b7-018b-4fd0-986b-ba434fc1b972 None None] Pushing event updated for resources: {'Port': ['ID=ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a,revision_number=3']} {{(pid=85340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:54.030267 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0710bc7c-4665-47b1-b1ff-d8cb966ec0d6 admin admin] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:49:54.034595 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-806df5b7-018b-4fd0-986b-ba434fc1b972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:54.096333 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-0710bc7c-4665-47b1-b1ff-d8cb966ec0d6 admin admin] 10.222.0.71 "PUT /v2.0/routers/6192d5b7-ede1-4dbc-8d4a-25b178584e2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5207207 Apr 16 11:49:54.153974 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-455a6952-7efe-457c-8608-f151ff8ff10d req-0992e9d0-453a-400e-8bcf-07cc6156a5c7 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Unset dirty status for tenant:16e8d50a50aa4b888dad6a1b9c0c4470 on resource:security_group {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:49:54.169209 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-455a6952-7efe-457c-8608-f151ff8ff10d req-0992e9d0-453a-400e-8bcf-07cc6156a5c7 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd637623-3496-4d17-8bc8-f64623f2051a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9271538 Apr 16 11:49:54.205702 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38f1af8-e4cc-4171-b0ba-dc3adf12f563 None None] Routers {'52c08d79-33d4-4748-a323-bdcfd3a6aeeb'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:49:54.206901 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-e38f1af8-e4cc-4171-b0ba-dc3adf12f563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:49:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['52c08d79-33d4-4748-a323-bdcfd3a6aeeb'], 'active': True} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:49:54.216432 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:54.419500 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215a36f-8b67-42de-8b64-c22438e9df2d service neutron] Pushing event updated for resources: {'Port': ['ID=2457ba45-6034-4924-a493-fcd5426b91d7,revision_number=2']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:54.434856 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-6215a36f-8b67-42de-8b64-c22438e9df2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:54.462026 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [None req-e06b0648-2b6b-4ebd-9e23-dd621a044801 admin admin] Allocated IP 172.20.0.1 (81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c/d580634d-19a3-4e7e-9a28-924962cb301f/5eff617e-2b25-421c-a274-b89828a6801a) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:49:54.650652 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-b54fa2ed-b3ac-4198-8484-96b2e1645c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1332365872-router', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e3fcb891-0af6-4d53-8d22-c63b7d9dc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:27Z', 'updated_at': '2021-04-16T11:49:47Z', 'revision_number': 4, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'gw_port': {'id': 'e3fcb891-0af6-4d53-8d22-c63b7d9dc95b', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:30Z', 'updated_at': '2021-04-16T11:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': '94ebbe09-b546-4230-9bc2-96f0f2321d69', 'name': '', 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'mac_address': 'fa:16:3e:1a:1e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e34726b9-4f8a-44d8-a3f0-ee759b42ab33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:39Z', 'updated_at': '2021-04-16T11:49:48Z', 'revision_number': 2, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'subnets': [{'id': 'e34726b9-4f8a-44d8-a3f0-ee759b42ab33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:49:54.656452 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54fa2ed-b3ac-4198-8484-96b2e1645c6a None None] Checking router: 2093bd27-4aaf-4fbd-8bcf-454efa75ab3c for host: dv-cinder-689486-10-iscsi {{(pid=85339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:49:54.657030 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54fa2ed-b3ac-4198-8484-96b2e1645c6a None None] Updating router 2093bd27-4aaf-4fbd-8bcf-454efa75ab3c port 94ebbe09-b546-4230-9bc2-96f0f2321d69 binding host dv-cinder-689486-10-iscsi {{(pid=85339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:49:54.779639 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b54fa2ed-b3ac-4198-8484-96b2e1645c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:54.908932 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-6215a36f-8b67-42de-8b64-c22438e9df2d service neutron] Attempting to bind port 2457ba45-6034-4924-a493-fcd5426b91d7 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:49:54.909665 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-6215a36f-8b67-42de-8b64-c22438e9df2d service neutron] Attempting to bind port 2457ba45-6034-4924-a493-fcd5426b91d7 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '5b160d4d-ee8f-47f3-b794-af65ae738318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'cbfd761b-fa5d-4d91-89c1-e48413f9ead1'}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:49:54.910526 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-6215a36f-8b67-42de-8b64-c22438e9df2d service neutron] Attempting to bind port 2457ba45-6034-4924-a493-fcd5426b91d7 on network cbfd761b-fa5d-4d91-89c1-e48413f9ead1 {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:49:54.922690 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-6215a36f-8b67-42de-8b64-c22438e9df2d service neutron] Port 2457ba45-6034-4924-a493-fcd5426b91d7 on network cbfd761b-fa5d-4d91-89c1-e48413f9ead1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:49:54.923370 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-6215a36f-8b67-42de-8b64-c22438e9df2d service neutron] Attempting to bind port 2457ba45-6034-4924-a493-fcd5426b91d7 on network cbfd761b-fa5d-4d91-89c1-e48413f9ead1 {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:49:54.931409 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-6215a36f-8b67-42de-8b64-c22438e9df2d service neutron] Checking agent: {'id': '719f3357-7d54-4b9e-9866-52b19e770139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'started_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:49:54.932114 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-6215a36f-8b67-42de-8b64-c22438e9df2d service neutron] Checking segment: {'id': '5b160d4d-ee8f-47f3-b794-af65ae738318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'cbfd761b-fa5d-4d91-89c1-e48413f9ead1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:49:54.933388 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-6215a36f-8b67-42de-8b64-c22438e9df2d service neutron] Bound using segment: {'id': '5b160d4d-ee8f-47f3-b794-af65ae738318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'cbfd761b-fa5d-4d91-89c1-e48413f9ead1'} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:49:54.934109 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-6215a36f-8b67-42de-8b64-c22438e9df2d service neutron] Bound port: 2457ba45-6034-4924-a493-fcd5426b91d7, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b160d4d-ee8f-47f3-b794-af65ae738318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'cbfd761b-fa5d-4d91-89c1-e48413f9ead1'}}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:49:54.934722 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-6215a36f-8b67-42de-8b64-c22438e9df2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:54.940719 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-e38f1af8-e4cc-4171-b0ba-dc3adf12f563 None None] Set router 52c08d79-33d4-4748-a323-bdcfd3a6aeeb gateway port host: dv-cinder-689486-10-iscsi {{(pid=85340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:49:55.118969 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e06b0648-2b6b-4ebd-9e23-dd621a044801 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:55.225765 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e06b0648-2b6b-4ebd-9e23-dd621a044801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:55.288278 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-0710bc7c-4665-47b1-b1ff-d8cb966ec0d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:55.406360 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-6215a36f-8b67-42de-8b64-c22438e9df2d service neutron] For port 2457ba45-6034-4924-a493-fcd5426b91d7, host hv-cinder-68948, cleared binding levels {{(pid=85338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:49:55.421549 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-6215a36f-8b67-42de-8b64-c22438e9df2d service neutron] For port 2457ba45-6034-4924-a493-fcd5426b91d7, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=2457ba45-6034-4924-a493-fcd5426b91d7,segment=NetworkSegment(5b160d4d-ee8f-47f3-b794-af65ae738318),segment_id=5b160d4d-ee8f-47f3-b794-af65ae738318)] {{(pid=85338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:49:55.426869 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-6215a36f-8b67-42de-8b64-c22438e9df2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:55.447099 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-a08dfc64-47ad-4871-9787-5a39880191d7 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:55.740640 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 4c329cd0-1603-4ba8-894e-85d49d08da7b up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:49:55.789238 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215a36f-8b67-42de-8b64-c22438e9df2d service neutron] Pushing event updated for resources: {'Port': ['ID=2457ba45-6034-4924-a493-fcd5426b91d7,revision_number=3']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:55.972147 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 48670) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:56.007997 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 48672) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:56.009565 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06b0648-2b6b-4ebd-9e23-dd621a044801 admin admin] Pushing event updated for resources: {'Port': ['ID=5eff617e-2b25-421c-a274-b89828a6801a,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:56.013410 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e06b0648-2b6b-4ebd-9e23-dd621a044801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:56.024103 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-4d210534-1a60-4e34-a16a-6437bed27ac6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Request body: {'security_group': {'name': 'tempest-securitygroup--72691093', 'description': 'tempest-description--1747838070'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:49:56.030617 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06b0648-2b6b-4ebd-9e23-dd621a044801 admin admin] Network 81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:49:56.035614 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-69a3a69d-2930-4a80-997f-6d93b2459d3a tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Request body: {'security_group': {'name': 'tempest-securitygroup--901313321', 'description': 'tempest-description--393535170'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:49:56.043677 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-69a3a69d-2930-4a80-997f-6d93b2459d3a tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:56.049099 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-69a3a69d-2930-4a80-997f-6d93b2459d3a tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Usage tracker for resource:security_group and tenant:a8f545f40a11467b946db58b523aa51f is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:56.052372 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-69a3a69d-2930-4a80-997f-6d93b2459d3a tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:56.061556 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-69a3a69d-2930-4a80-997f-6d93b2459d3a tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:56.070484 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-4d210534-1a60-4e34-a16a-6437bed27ac6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:56.074011 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-e06b0648-2b6b-4ebd-9e23-dd621a044801 admin admin] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:49:56.076635 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06b0648-2b6b-4ebd-9e23-dd621a044801 admin admin] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:49:56.077770 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e06b0648-2b6b-4ebd-9e23-dd621a044801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852692337'] for router_interface, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:56.085501 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-69a3a69d-2930-4a80-997f-6d93b2459d3a tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:56.101370 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-4d210534-1a60-4e34-a16a-6437bed27ac6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Usage tracker for resource:security_group and tenant:5cb420ffa55c4c63be5c8a61559de7d5 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:56.113594 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning for port 4c329cd0-1603-4ba8-894e-85d49d08da7b completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:49:56.120328 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-4d210534-1a60-4e34-a16a-6437bed27ac6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:56.131326 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-4d210534-1a60-4e34-a16a-6437bed27ac6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:56.140248 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port 4c329cd0-1603-4ba8-894e-85d49d08da7b triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:49:56.144427 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:56.153216 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-69a3a69d-2930-4a80-997f-6d93b2459d3a tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:56.157775 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-69a3a69d-2930-4a80-997f-6d93b2459d3a tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Usage tracker for resource:security_group_rule and tenant:a8f545f40a11467b946db58b523aa51f is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:56.161259 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-69a3a69d-2930-4a80-997f-6d93b2459d3a tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:56.169992 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-69a3a69d-2930-4a80-997f-6d93b2459d3a tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:56.283418 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-69a3a69d-2930-4a80-997f-6d93b2459d3a tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:56.283944 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 48688) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:56.293495 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-69a3a69d-2930-4a80-997f-6d93b2459d3a tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:56.311253 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:56.347164 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-4d210534-1a60-4e34-a16a-6437bed27ac6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:56.370819 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3a69d-2930-4a80-997f-6d93b2459d3a tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=778122bc-2553-439d-a264-83ee6f99c039,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:56.374075 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-69a3a69d-2930-4a80-997f-6d93b2459d3a tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:56.394749 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-4d210534-1a60-4e34-a16a-6437bed27ac6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:56.400322 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-4d210534-1a60-4e34-a16a-6437bed27ac6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Usage tracker for resource:security_group_rule and tenant:5cb420ffa55c4c63be5c8a61559de7d5 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:56.404332 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-4d210534-1a60-4e34-a16a-6437bed27ac6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:56.411743 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-4d210534-1a60-4e34-a16a-6437bed27ac6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:56.467905 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.db.resource_extend [None req-b54fa2ed-b3ac-4198-8484-96b2e1645c6a None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 11:49:56.524116 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-4d210534-1a60-4e34-a16a-6437bed27ac6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:56.527397 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 48698) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:56.528454 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-69a3a69d-2930-4a80-997f-6d93b2459d3a tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:56.530820 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1303d54-b25a-4195-8a86-838d4f67d2ac None None] Sync routers for ids ['6192d5b7-ede1-4dbc-8d4a-25b178584e2c'] in dv-cinder-689486-10-iscsi {{(pid=85340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:49:56.533933 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-69a3a69d-2930-4a80-997f-6d93b2459d3a tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5193856 Apr 16 11:49:56.543634 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 48700) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:56.547960 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-4d210534-1a60-4e34-a16a-6437bed27ac6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:56.557956 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-15b112c5-ecfc-49c7-88ff-490ca6d8d60b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Request body: {'security_group_rule': {'security_group_id': '778122bc-2553-439d-a264-83ee6f99c039', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:49:56.572030 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1303d54-b25a-4195-8a86-838d4f67d2ac None None] Routers {'6192d5b7-ede1-4dbc-8d4a-25b178584e2c'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:49:56.572824 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-c1303d54-b25a-4195-8a86-838d4f67d2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:49:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['6192d5b7-ede1-4dbc-8d4a-25b178584e2c'], 'active': True} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:49:56.595532 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-8976ad05-0f65-4ae3-84d3-621e3f8166b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:56.638228 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-15b112c5-ecfc-49c7-88ff-490ca6d8d60b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:56.641029 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d210534-1a60-4e34-a16a-6437bed27ac6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d96927a5-997a-49ce-b094-f4827322a59c,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:56.644849 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-4d210534-1a60-4e34-a16a-6437bed27ac6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:56.646354 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-4d210534-1a60-4e34-a16a-6437bed27ac6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:56.647675 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-4d210534-1a60-4e34-a16a-6437bed27ac6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6447291 Apr 16 11:49:56.648636 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b54fa2ed-b3ac-4198-8484-96b2e1645c6a None None] Notify callbacks [] for port, precommit_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:56.654037 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 48710) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:56.655098 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-15b112c5-ecfc-49c7-88ff-490ca6d8d60b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Usage tracker for resource:security_group_rule and tenant:a8f545f40a11467b946db58b523aa51f is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:56.662040 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:56.662937 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-15b112c5-ecfc-49c7-88ff-490ca6d8d60b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:56.674144 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-9dc7d605-0031-47ea-8c6e-7894aaf6f1d2 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Request body: {'security_group_rule': {'security_group_id': 'd96927a5-997a-49ce-b094-f4827322a59c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:49:56.675473 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-b54fa2ed-b3ac-4198-8484-96b2e1645c6a None None] Transition to ACTIVE for port object 94ebbe09-b546-4230-9bc2-96f0f2321d69 will not be triggered until provisioned by entity L2. {{(pid=85339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:49:56.684203 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-9dc7d605-0031-47ea-8c6e-7894aaf6f1d2 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:56.688871 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-9dc7d605-0031-47ea-8c6e-7894aaf6f1d2 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Usage tracker for resource:security_group_rule and tenant:5cb420ffa55c4c63be5c8a61559de7d5 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:56.692609 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] For port 4c329cd0-1603-4ba8-894e-85d49d08da7b, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=4c329cd0-1603-4ba8-894e-85d49d08da7b,segment=NetworkSegment(fbc7dd2f-3e5c-4067-bc2d-84cf54659228),segment_id=fbc7dd2f-3e5c-4067-bc2d-84cf54659228)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:49:56.692879 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-9dc7d605-0031-47ea-8c6e-7894aaf6f1d2 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:56.694627 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b54fa2ed-b3ac-4198-8484-96b2e1645c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:56.701180 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-9dc7d605-0031-47ea-8c6e-7894aaf6f1d2 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:56.709460 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-15b112c5-ecfc-49c7-88ff-490ca6d8d60b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:56.790870 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-6215a36f-8b67-42de-8b64-c22438e9df2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.344s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:56.794286 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e06b0648-2b6b-4ebd-9e23-dd621a044801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:56.830098 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:56.843960 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9dc7d605-0031-47ea-8c6e-7894aaf6f1d2 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:56.882762 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-6215a36f-8b67-42de-8b64-c22438e9df2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:56.884327 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-6215a36f-8b67-42de-8b64-c22438e9df2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for port, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:56.886242 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-6215a36f-8b67-42de-8b64-c22438e9df2d service neutron] 10.222.0.79 "PUT /v2.0/ports/2457ba45-6034-4924-a493-fcd5426b91d7 HTTP/1.1" status: 200 len: 1094 time: 5.7230754 Apr 16 11:49:56.887167 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b96b338-b94d-4910-aab4-69bb8ae975cb', 'tag': '2457ba45-6034-4924-a493-fcd5426b91d7'}] {{(pid=85338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:49:56.907270 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:56.910722 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd1a5d-aedb-423d-8d73-c1c2db0325f6 None None] Pushing event updated for resources: {'Port': ['ID=94ebbe09-b546-4230-9bc2-96f0f2321d69,revision_number=3']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:56.919308 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-23bd1a5d-aedb-423d-8d73-c1c2db0325f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:56.920722 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:56.940054 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-640ca03b-ad30-4fcb-b281-f6368c9ecc49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:57.035113 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-c1303d54-b25a-4195-8a86-838d4f67d2ac None None] Set router 6192d5b7-ede1-4dbc-8d4a-25b178584e2c gateway port host: dv-cinder-689486-10-iscsi {{(pid=85340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:49:57.040772 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 48716) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:57.063346 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593e39c-6266-4e1c-88aa-02627fd57b21 req-49bcb04d-f80e-4027-bc24-b7298e39b939 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:57.064174 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-d593e39c-6266-4e1c-88aa-02627fd57b21 req-49bcb04d-f80e-4027-bc24-b7298e39b939 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Synchronizing usage tracker for tenant:16e8d50a50aa4b888dad6a1b9c0c4470 on resource:port {{(pid=85338) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:49:57.088492 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-d593e39c-6266-4e1c-88aa-02627fd57b21 req-49bcb04d-f80e-4027-bc24-b7298e39b939 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Unset dirty status for tenant:16e8d50a50aa4b888dad6a1b9c0c4470 on resource:port {{(pid=85338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:49:57.089927 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d593e39c-6266-4e1c-88aa-02627fd57b21 req-49bcb04d-f80e-4027-bc24-b7298e39b939 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b96b338-b94d-4910-aab4-69bb8ae975cb HTTP/1.1" status: 200 len: 944 time: 0.2920952 Apr 16 11:49:57.165558 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d593e39c-6266-4e1c-88aa-02627fd57b21 req-7872a27b-71e9-4a3c-99ff-def487f43b68 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd637623-3496-4d17-8bc8-f64623f2051a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682147 Apr 16 11:49:57.272524 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9dc7d605-0031-47ea-8c6e-7894aaf6f1d2 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:57.288282 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-15b112c5-ecfc-49c7-88ff-490ca6d8d60b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:57.304163 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 48734) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:57.344355 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9dc7d605-0031-47ea-8c6e-7894aaf6f1d2 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974229'] for security_group_rule, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:57.357973 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0b72aa09-529c-43c8-978a-0a1ea4332e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:57.391020 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-640ca03b-ad30-4fcb-b281-f6368c9ecc49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:57.393525 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:57.413215 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7d605-0031-47ea-8c6e-7894aaf6f1d2 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d45fd4b8-b8f5-4516-9cad-5ca6c7701e67,revision_number=0']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:57.454582 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-15b112c5-ecfc-49c7-88ff-490ca6d8d60b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:57.459206 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-0b72aa09-529c-43c8-978a-0a1ea4332e3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:57.464312 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-0b72aa09-529c-43c8-978a-0a1ea4332e3d admin admin] Usage tracker for resource:security_group_rule and tenant:e97ccdfb4f6c4b6bb5a17d7673ea7a53 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:57.467339 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-0b72aa09-529c-43c8-978a-0a1ea4332e3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:57.473790 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-0b72aa09-529c-43c8-978a-0a1ea4332e3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:57.511945 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-1ccd16d5-f54b-4b93-bb4b-fbfcacfc3774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:57.514049 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-1ccd16d5-f54b-4b93-bb4b-fbfcacfc3774 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=16e8d50a50aa4b888dad6a1b9c0c4470&device_id=5b96b338-b94d-4910-aab4-69bb8ae975cb HTTP/1.1" status: 200 len: 1097 time: 0.1837919 Apr 16 11:49:57.534216 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d8db2cfa-2aaa-4bf6-9886-f77ea4ea9039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:57.541731 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-e38f1af8-e4cc-4171-b0ba-dc3adf12f563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c08d79-33d4-4748-a323-bdcfd3a6aeeb', 'name': 'tempest-ServerRescueNegativeTestJSON-252055135-router', 'tenant_id': '7f0adf03cd15428ba5cee5097d26d268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:34Z', 'updated_at': '2021-04-16T11:49:41Z', 'revision_number': 3, 'project_id': '7f0adf03cd15428ba5cee5097d26d268', 'gw_port': {'id': 'ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:dd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c08d79-33d4-4748-a323-bdcfd3a6aeeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:36Z', 'updated_at': '2021-04-16T11:49:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi'}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:49:57.552285 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-b54fa2ed-b3ac-4198-8484-96b2e1645c6a None None] Attempting to bind port 94ebbe09-b546-4230-9bc2-96f0f2321d69 on host dv-cinder-689486-10-iscsi for vnic_type normal with profile {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:49:57.553576 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-b54fa2ed-b3ac-4198-8484-96b2e1645c6a None None] Attempting to bind port 94ebbe09-b546-4230-9bc2-96f0f2321d69 by drivers openvswitch,hyperv on host dv-cinder-689486-10-iscsi at level 0 using segments [{'id': 'c54cd4bb-a55a-449f-8842-dcc82906022a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7'}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:49:57.555213 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54fa2ed-b3ac-4198-8484-96b2e1645c6a None None] Attempting to bind port 94ebbe09-b546-4230-9bc2-96f0f2321d69 on network e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7 {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:49:57.556278 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-d8db2cfa-2aaa-4bf6-9886-f77ea4ea9039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:57.559155 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38f1af8-e4cc-4171-b0ba-dc3adf12f563 None None] The sync data for ids ['52c08d79-33d4-4748-a323-bdcfd3a6aeeb'] in dv-cinder-689486-10-iscsi is: [{'id': '52c08d79-33d4-4748-a323-bdcfd3a6aeeb', 'name': 'tempest-ServerRescueNegativeTestJSON-252055135-router', 'tenant_id': '7f0adf03cd15428ba5cee5097d26d268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:34Z', 'updated_at': '2021-04-16T11:49:41Z', 'revision_number': 3, 'project_id': '7f0adf03cd15428ba5cee5097d26d268', 'gw_port': {'id': 'ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:dd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c08d79-33d4-4748-a323-bdcfd3a6aeeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:36Z', 'updated_at': '2021-04-16T11:49:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi'}] {{(pid=85340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:49:57.560778 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-d8db2cfa-2aaa-4bf6-9886-f77ea4ea9039 admin admin] Usage tracker for resource:security_group_rule and tenant:3aeb091c1fee449180c0da97199e31ff is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:57.563891 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-d8db2cfa-2aaa-4bf6-9886-f77ea4ea9039 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:57.567892 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0b72aa09-529c-43c8-978a-0a1ea4332e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:57.570920 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-d8db2cfa-2aaa-4bf6-9886-f77ea4ea9039 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:57.572800 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-640ca03b-ad30-4fcb-b281-f6368c9ecc49 admin admin] Usage tracker for resource:security_group_rule and tenant:7e0e06954efa411a821c40fc9172d3f0 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:57.577946 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Pushing event updated for resources: {'Port': ['ID=4c329cd0-1603-4ba8-894e-85d49d08da7b,revision_number=4']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:57.583494 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:57.585163 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-15b112c5-ecfc-49c7-88ff-490ca6d8d60b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974229'] for security_group_rule, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:57.593730 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54fa2ed-b3ac-4198-8484-96b2e1645c6a None None] Checking agent: {'id': '0d7cbe5e-bfbb-464b-b5de-cb3320bd5996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 41, 6), 'started_at': datetime.datetime(2021, 4, 16, 11, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:49:57.594165 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54fa2ed-b3ac-4198-8484-96b2e1645c6a None None] Checking segment: {'id': 'c54cd4bb-a55a-449f-8842-dcc82906022a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:49:57.594614 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b54fa2ed-b3ac-4198-8484-96b2e1645c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:57.595053 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54fa2ed-b3ac-4198-8484-96b2e1645c6a None None] Bound using segment: {'id': 'c54cd4bb-a55a-449f-8842-dcc82906022a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7'} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:49:57.595583 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-b54fa2ed-b3ac-4198-8484-96b2e1645c6a None None] Bound port: 94ebbe09-b546-4230-9bc2-96f0f2321d69, host: dv-cinder-689486-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c54cd4bb-a55a-449f-8842-dcc82906022a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7'}}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:49:57.596002 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b54fa2ed-b3ac-4198-8484-96b2e1645c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:57.699778 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-c1303d54-b25a-4195-8a86-838d4f67d2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'name': 'tempest-AttachVolumeTestJSON-20958925-router', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '4c329cd0-1603-4ba8-894e-85d49d08da7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:33Z', 'updated_at': '2021-04-16T11:49:47Z', 'revision_number': 4, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'gw_port': {'id': '4c329cd0-1603-4ba8-894e-85d49d08da7b', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:34Z', 'updated_at': '2021-04-16T11:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': 'b95cddb1-065d-43c3-8027-7c92f45c9cc5', 'name': '', 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'mac_address': 'fa:16:3e:b0:a8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'db3c83ef-37ef-4f43-9fb3-a7487fc6375e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:42Z', 'updated_at': '2021-04-16T11:49:48Z', 'revision_number': 2, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'subnets': [{'id': 'db3c83ef-37ef-4f43-9fb3-a7487fc6375e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:49:57.704772 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1303d54-b25a-4195-8a86-838d4f67d2ac None None] Checking router: 6192d5b7-ede1-4dbc-8d4a-25b178584e2c for host: dv-cinder-689486-10-iscsi {{(pid=85340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:49:57.705307 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1303d54-b25a-4195-8a86-838d4f67d2ac None None] Updating router 6192d5b7-ede1-4dbc-8d4a-25b178584e2c port b95cddb1-065d-43c3-8027-7c92f45c9cc5 binding host dv-cinder-689486-10-iscsi {{(pid=85340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:49:57.731649 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-b54fa2ed-b3ac-4198-8484-96b2e1645c6a None None] For port 94ebbe09-b546-4230-9bc2-96f0f2321d69, host dv-cinder-689486-10-iscsi, cleared binding levels {{(pid=85339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:49:57.735369 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-b54fa2ed-b3ac-4198-8484-96b2e1645c6a None None] For port 94ebbe09-b546-4230-9bc2-96f0f2321d69, host dv-cinder-689486-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=94ebbe09-b546-4230-9bc2-96f0f2321d69,segment=NetworkSegment(c54cd4bb-a55a-449f-8842-dcc82906022a),segment_id=c54cd4bb-a55a-449f-8842-dcc82906022a)] {{(pid=85339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:49:57.747014 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b54fa2ed-b3ac-4198-8484-96b2e1645c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:57.766108 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:57.773503 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-640ca03b-ad30-4fcb-b281-f6368c9ecc49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:57.777597 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0b72aa09-529c-43c8-978a-0a1ea4332e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:57.791664 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-640ca03b-ad30-4fcb-b281-f6368c9ecc49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:57.792202 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c1303d54-b25a-4195-8a86-838d4f67d2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:57.822560 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b96b338-b94d-4910-aab4-69bb8ae975cb', 'tag': '2457ba45-6034-4924-a493-fcd5426b91d7', 'status': 'completed', 'code': 200} Apr 16 11:49:57.837496 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-7d8e65f4-84b3-471f-befe-910d7e81cbd1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2457ba45-6034-4924-a493-fcd5426b91d7 HTTP/1.1" status: 200 len: 217 time: 0.2867711 Apr 16 11:49:57.855764 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-657ffd48-43a9-4f5b-964c-a9350407625c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:57.857745 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-15b112c5-ecfc-49c7-88ff-490ca6d8d60b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:57.859362 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-15b112c5-ecfc-49c7-88ff-490ca6d8d60b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3140321 Apr 16 11:49:57.860835 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-9dc7d605-0031-47ea-8c6e-7894aaf6f1d2 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:57.865392 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:57.866406 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 48746) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:57.890669 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b112c5-ecfc-49c7-88ff-490ca6d8d60b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caf7d61a-5826-4fa1-9003-919c4c211d5d,revision_number=0']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:57.899221 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9dc7d605-0031-47ea-8c6e-7894aaf6f1d2 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:57.901663 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-9dc7d605-0031-47ea-8c6e-7894aaf6f1d2 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2421167 Apr 16 11:49:57.902988 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-15b112c5-ecfc-49c7-88ff-490ca6d8d60b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:57.908141 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-1c01663e-0ae9-4f63-8779-00d3ccf97edb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:57.940826 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 48750) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:57.941753 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b72aa09-529c-43c8-978a-0a1ea4332e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf15a1a3-a176-4202-9b7a-e3061601109b,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:57.964168 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-0b72aa09-529c-43c8-978a-0a1ea4332e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:57.966266 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-657ffd48-43a9-4f5b-964c-a9350407625c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:57.969642 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-cad83382-812e-41d5-b60a-4b9361c8d76e tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Request body: {'security_group_rule': {'security_group_id': 'd96927a5-997a-49ce-b094-f4827322a59c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:49:57.971105 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-b896ac15-fecb-4182-998a-f74fcd57f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:57.972691 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-b896ac15-fecb-4182-998a-f74fcd57f619 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ebdda504-962e-4954-a9c3-069b3251c67c HTTP/1.1" status: 200 len: 851 time: 0.0891867 Apr 16 11:49:57.976700 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-cad83382-812e-41d5-b60a-4b9361c8d76e tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:57.980058 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-73d6ef8e-9ea1-4b72-b8dc-e217bd82a72c tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Request body: {'security_group_rule': {'security_group_id': '778122bc-2553-439d-a264-83ee6f99c039', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:49:57.982495 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-cad83382-812e-41d5-b60a-4b9361c8d76e tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Usage tracker for resource:security_group_rule and tenant:5cb420ffa55c4c63be5c8a61559de7d5 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:57.986637 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-cad83382-812e-41d5-b60a-4b9361c8d76e tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:57.988285 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-73d6ef8e-9ea1-4b72-b8dc-e217bd82a72c tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:57.992294 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-73d6ef8e-9ea1-4b72-b8dc-e217bd82a72c tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Usage tracker for resource:security_group_rule and tenant:a8f545f40a11467b946db58b523aa51f is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:57.994040 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-cad83382-812e-41d5-b60a-4b9361c8d76e tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:57.996224 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-73d6ef8e-9ea1-4b72-b8dc-e217bd82a72c tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:58.000352 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.db.resource_extend [None req-e06b0648-2b6b-4ebd-9e23-dd621a044801 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 11:49:58.004293 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd1a5d-aedb-423d-8d73-c1c2db0325f6 None None] Pushing event updated for resources: {'Port': ['ID=94ebbe09-b546-4230-9bc2-96f0f2321d69,revision_number=4']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:58.004418 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-73d6ef8e-9ea1-4b72-b8dc-e217bd82a72c tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:58.007925 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-23bd1a5d-aedb-423d-8d73-c1c2db0325f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:58.012237 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-657ffd48-43a9-4f5b-964c-a9350407625c admin admin] Usage tracker for resource:security_group_rule and tenant:d24de6eb4da74bdc91d31132d3d12130 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:58.020460 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-657ffd48-43a9-4f5b-964c-a9350407625c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:58.025123 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d8db2cfa-2aaa-4bf6-9886-f77ea4ea9039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:58.030006 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-0b72aa09-529c-43c8-978a-0a1ea4332e3d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e97ccdfb4f6c4b6bb5a17d7673ea7a53&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4942589 Apr 16 11:49:58.044946 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 48754) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:58.056460 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54fa2ed-b3ac-4198-8484-96b2e1645c6a None None] Routers {'2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:49:58.057204 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-b54fa2ed-b3ac-4198-8484-96b2e1645c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:49:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:49:58.094481 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d8db2cfa-2aaa-4bf6-9886-f77ea4ea9039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:58.095983 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-657ffd48-43a9-4f5b-964c-a9350407625c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:58.128002 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e06b0648-2b6b-4ebd-9e23-dd621a044801 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:58.156735 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-89235a77-71b3-4127-86a4-b65533119586 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cbfd761b-fa5d-4d91-89c1-e48413f9ead1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1376843 Apr 16 11:49:58.157413 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-73d6ef8e-9ea1-4b72-b8dc-e217bd82a72c tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:58.184243 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e06b0648-2b6b-4ebd-9e23-dd621a044801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:58.194894 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-cad83382-812e-41d5-b60a-4b9361c8d76e tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:58.241140 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e06b0648-2b6b-4ebd-9e23-dd621a044801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083560'] for router_interface, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:58.260874 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:58.267183 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:58.292074 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-d8db2cfa-2aaa-4bf6-9886-f77ea4ea9039 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3aeb091c1fee449180c0da97199e31ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9866698 Apr 16 11:49:58.336446 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 48760) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:58.408759 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06b0648-2b6b-4ebd-9e23-dd621a044801 admin admin] Pushing event updated for resources: {'Port': ['ID=5eff617e-2b25-421c-a274-b89828a6801a,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:58.475506 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-73d6ef8e-9ea1-4b72-b8dc-e217bd82a72c tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:58.528934 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c1303d54-b25a-4195-8a86-838d4f67d2ac None None] Notify callbacks [] for port, precommit_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:58.530035 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-cad83382-812e-41d5-b60a-4b9361c8d76e tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:58.534630 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e06b0648-2b6b-4ebd-9e23-dd621a044801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:58.551890 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-c1303d54-b25a-4195-8a86-838d4f67d2ac None None] Transition to ACTIVE for port object b95cddb1-065d-43c3-8027-7c92f45c9cc5 will not be triggered until provisioned by entity L2. {{(pid=85340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:49:58.560421 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-cad83382-812e-41d5-b60a-4b9361c8d76e tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974229'] for security_group_rule, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:58.561546 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2bce6b84-b430-4adb-a106-de25c54963a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:58.564314 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c1303d54-b25a-4195-8a86-838d4f67d2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:58.565886 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-b54fa2ed-b3ac-4198-8484-96b2e1645c6a None None] Set router 2093bd27-4aaf-4fbd-8bcf-454efa75ab3c gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:49:58.595047 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2bce6b84-b430-4adb-a106-de25c54963a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:58.639288 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-73d6ef8e-9ea1-4b72-b8dc-e217bd82a72c tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974229'] for security_group_rule, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:58.656210 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2bce6b84-b430-4adb-a106-de25c54963a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:58.670234 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-15b112c5-ecfc-49c7-88ff-490ca6d8d60b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:58.671717 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db2cfa-2aaa-4bf6-9886-f77ea4ea9039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87885af-c7d0-4d27-b323-e708c4d8acfe,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:58.721434 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2bce6b84-b430-4adb-a106-de25c54963a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:58.729570 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-2bce6b84-b430-4adb-a106-de25c54963a2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bf15a1a3-a176-4202-9b7a-e3061601109b HTTP/1.1" status: 204 len: 168 time: 0.6832535 Apr 16 11:49:58.729915 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-11a7ceb1-1f56-49e0-8a81-6517cd080ad6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:58.741614 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-cad83382-812e-41d5-b60a-4b9361c8d76e tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:58.744054 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-cad83382-812e-41d5-b60a-4b9361c8d76e tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7992239 Apr 16 11:49:58.753951 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 48770) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:58.754776 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad83382-812e-41d5-b60a-4b9361c8d76e tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a682471-4c7f-459e-ac4d-0f2d1c5c4535,revision_number=0']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:58.787746 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-cad83382-812e-41d5-b60a-4b9361c8d76e tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:58.788757 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:58.790298 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-56302f27-d944-4f35-81e5-2ca0b1fd0090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:58.808667 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-e38f2f05-8027-4b13-81c7-933f67045bd6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Request body: {'floatingip': {'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:49:58.817526 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-e38f2f05-8027-4b13-81c7-933f67045bd6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:58.823972 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-e38f2f05-8027-4b13-81c7-933f67045bd6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Usage tracker for resource:floatingip and tenant:5cb420ffa55c4c63be5c8a61559de7d5 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:58.827509 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-e38f2f05-8027-4b13-81c7-933f67045bd6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:58.829929 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41fcb7f-059c-4f9a-a4ad-3ecfb44690e2 None None] Pushing event updated for resources: {'Port': ['ID=b95cddb1-065d-43c3-8027-7c92f45c9cc5,revision_number=3']} {{(pid=85340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:58.834528 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-e38f2f05-8027-4b13-81c7-933f67045bd6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:58.841507 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e41fcb7f-059c-4f9a-a4ad-3ecfb44690e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:58.849673 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-56302f27-d944-4f35-81e5-2ca0b1fd0090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:58.890675 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e38f2f05-8027-4b13-81c7-933f67045bd6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for floatingip, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:58.949554 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce6b84-b430-4adb-a106-de25c54963a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf15a1a3-a176-4202-9b7a-e3061601109b,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:58.955896 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-73d6ef8e-9ea1-4b72-b8dc-e217bd82a72c tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:58.957219 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-73d6ef8e-9ea1-4b72-b8dc-e217bd82a72c tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0827053 Apr 16 11:49:58.973970 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 48774) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:59.008186 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-2bce6b84-b430-4adb-a106-de25c54963a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:59.023723 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-56302f27-d944-4f35-81e5-2ca0b1fd0090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:59.031797 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-06243532-273b-440d-85ef-2577f23a6bda tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Request body: {'floatingip': {'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:49:59.085205 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-06243532-273b-440d-85ef-2577f23a6bda tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:59.096504 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-d8db2cfa-2aaa-4bf6-9886-f77ea4ea9039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.835s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:59.104900 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.328s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:59.128363 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107da18-7e73-461f-9d70-60396b7d7b26 req-a5dfd936-a50a-43bb-a02d-2170b412c482 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:59.130971 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f107da18-7e73-461f-9d70-60396b7d7b26 req-a5dfd936-a50a-43bb-a02d-2170b412c482 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b96b338-b94d-4910-aab4-69bb8ae975cb HTTP/1.1" status: 200 len: 944 time: 0.6470027 Apr 16 11:49:59.153693 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-06243532-273b-440d-85ef-2577f23a6bda tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Usage tracker for resource:floatingip and tenant:a8f545f40a11467b946db58b523aa51f is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:59.193454 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-640ca03b-ad30-4fcb-b281-f6368c9ecc49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:59.221362 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-640ca03b-ad30-4fcb-b281-f6368c9ecc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:59.225720 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-c1303d54-b25a-4195-8a86-838d4f67d2ac None None] Attempting to bind port b95cddb1-065d-43c3-8027-7c92f45c9cc5 on host dv-cinder-689486-10-iscsi for vnic_type normal with profile {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:49:59.226134 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-c1303d54-b25a-4195-8a86-838d4f67d2ac None None] Attempting to bind port b95cddb1-065d-43c3-8027-7c92f45c9cc5 by drivers openvswitch,hyperv on host dv-cinder-689486-10-iscsi at level 0 using segments [{'id': 'f4e993d2-872e-4f90-8e1a-89de5bb8d45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9'}] {{(pid=85340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:49:59.226538 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1303d54-b25a-4195-8a86-838d4f67d2ac None None] Attempting to bind port b95cddb1-065d-43c3-8027-7c92f45c9cc5 on network 2180b119-bc71-44ac-ab3a-75fb991fd9c9 {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:49:59.228142 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06b0648-2b6b-4ebd-9e23-dd621a044801 admin admin] Network 81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:49:59.261954 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1303d54-b25a-4195-8a86-838d4f67d2ac None None] Checking agent: {'id': '0d7cbe5e-bfbb-464b-b5de-cb3320bd5996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 41, 6), 'started_at': datetime.datetime(2021, 4, 16, 11, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:49:59.262317 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1303d54-b25a-4195-8a86-838d4f67d2ac None None] Checking segment: {'id': 'f4e993d2-872e-4f90-8e1a-89de5bb8d45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:49:59.264425 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c1303d54-b25a-4195-8a86-838d4f67d2ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:59.264883 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1303d54-b25a-4195-8a86-838d4f67d2ac None None] Bound using segment: {'id': 'f4e993d2-872e-4f90-8e1a-89de5bb8d45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9'} {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:49:59.265428 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-c1303d54-b25a-4195-8a86-838d4f67d2ac None None] Bound port: b95cddb1-065d-43c3-8027-7c92f45c9cc5, host: dv-cinder-689486-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e993d2-872e-4f90-8e1a-89de5bb8d45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9'}}] {{(pid=85340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:49:59.265845 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c1303d54-b25a-4195-8a86-838d4f67d2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:59.269967 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:59.297251 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-640ca03b-ad30-4fcb-b281-f6368c9ecc49 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7e0e06954efa411a821c40fc9172d3f0&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0079803 Apr 16 11:49:59.314340 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-e06b0648-2b6b-4ebd-9e23-dd621a044801 admin admin] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:49:59.314614 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-06243532-273b-440d-85ef-2577f23a6bda tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:59.327711 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 48780) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:59.355315 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-56302f27-d944-4f35-81e5-2ca0b1fd0090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:59.360100 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-56302f27-d944-4f35-81e5-2ca0b1fd0090 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d87885af-c7d0-4d27-b323-e708c4d8acfe HTTP/1.1" status: 204 len: 168 time: 1.0220714 Apr 16 11:49:59.361904 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d6ef8e-9ea1-4b72-b8dc-e217bd82a72c tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2366361-9657-4485-a4b3-0b9e90c279f5,revision_number=0']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:59.366056 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-06243532-273b-440d-85ef-2577f23a6bda tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:59.372048 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-c14b8966-3cb3-459a-911f-f3586dba53d3 service neutron] 10.222.0.79 "GET /v2.0/networks/cbfd761b-fa5d-4d91-89c1-e48413f9ead1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1198823 Apr 16 11:49:59.393728 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-73d6ef8e-9ea1-4b72-b8dc-e217bd82a72c tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:59.397048 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-90cfaa88-5c05-4fc8-bf8d-741e03dc01eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.308s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:59.413235 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f107da18-7e73-461f-9d70-60396b7d7b26 req-cbef66d8-d037-48f1-96da-c3d505e9dd0d tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd637623-3496-4d17-8bc8-f64623f2051a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542861 Apr 16 11:49:59.414294 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-c1303d54-b25a-4195-8a86-838d4f67d2ac None None] For port b95cddb1-065d-43c3-8027-7c92f45c9cc5, host dv-cinder-689486-10-iscsi, cleared binding levels {{(pid=85340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:49:59.417900 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-c1303d54-b25a-4195-8a86-838d4f67d2ac None None] For port b95cddb1-065d-43c3-8027-7c92f45c9cc5, host dv-cinder-689486-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=b95cddb1-065d-43c3-8027-7c92f45c9cc5,segment=NetworkSegment(f4e993d2-872e-4f90-8e1a-89de5bb8d45c),segment_id=f4e993d2-872e-4f90-8e1a-89de5bb8d45c)] {{(pid=85340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:49:59.423226 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c1303d54-b25a-4195-8a86-838d4f67d2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:59.435260 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 4c329cd0-1603-4ba8-894e-85d49d08da7b up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:49:59.442970 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56302f27-d944-4f35-81e5-2ca0b1fd0090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87885af-c7d0-4d27-b323-e708c4d8acfe,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:59.465504 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-56302f27-d944-4f35-81e5-2ca0b1fd0090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:59.526974 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-06243532-273b-440d-85ef-2577f23a6bda tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for floatingip, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:59.578135 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-657ffd48-43a9-4f5b-964c-a9350407625c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:59.579038 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 48786) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:59.641842 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port 4c329cd0-1603-4ba8-894e-85d49d08da7b triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:49:59.642597 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:59.663232 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b35a501e-b56c-40f7-aa50-fd453e7c0f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:59.672917 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-657ffd48-43a9-4f5b-964c-a9350407625c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:59.706175 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:59.721003 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-b54fa2ed-b3ac-4198-8484-96b2e1645c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1332365872-router', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e3fcb891-0af6-4d53-8d22-c63b7d9dc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:27Z', 'updated_at': '2021-04-16T11:49:47Z', 'revision_number': 4, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'gw_port': {'id': 'e3fcb891-0af6-4d53-8d22-c63b7d9dc95b', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:30Z', 'updated_at': '2021-04-16T11:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': '94ebbe09-b546-4230-9bc2-96f0f2321d69', 'name': '', 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'mac_address': 'fa:16:3e:1a:1e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e34726b9-4f8a-44d8-a3f0-ee759b42ab33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:39Z', 'updated_at': '2021-04-16T11:49:57Z', 'revision_number': 4, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'subnets': [{'id': 'e34726b9-4f8a-44d8-a3f0-ee759b42ab33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:49:59.723254 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-806df5b7-018b-4fd0-986b-ba434fc1b972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:59.729864 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54fa2ed-b3ac-4198-8484-96b2e1645c6a None None] The sync data for ids ['2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'] in dv-cinder-689486-10-iscsi is: [{'id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1332365872-router', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e3fcb891-0af6-4d53-8d22-c63b7d9dc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:27Z', 'updated_at': '2021-04-16T11:49:47Z', 'revision_number': 4, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'gw_port': {'id': 'e3fcb891-0af6-4d53-8d22-c63b7d9dc95b', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:30Z', 'updated_at': '2021-04-16T11:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': '94ebbe09-b546-4230-9bc2-96f0f2321d69', 'name': '', 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'mac_address': 'fa:16:3e:1a:1e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e34726b9-4f8a-44d8-a3f0-ee759b42ab33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:39Z', 'updated_at': '2021-04-16T11:49:57Z', 'revision_number': 4, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'subnets': [{'id': 'e34726b9-4f8a-44d8-a3f0-ee759b42ab33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:49:59.752845 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ffd48-43a9-4f5b-964c-a9350407625c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acca693-4f98-45d4-ab31-a4aa851942c5,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:59.758476 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-b35a501e-b56c-40f7-aa50-fd453e7c0f94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:59.812973 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-657ffd48-43a9-4f5b-964c-a9350407625c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:59.820407 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-b35a501e-b56c-40f7-aa50-fd453e7c0f94 admin admin] Usage tracker for resource:security_group_rule and tenant:700cc5ffb7824066a3a0c8a4fcae97f2 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:59.843137 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-b35a501e-b56c-40f7-aa50-fd453e7c0f94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:59.869617 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-657ffd48-43a9-4f5b-964c-a9350407625c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d24de6eb4da74bdc91d31132d3d12130&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8219144 Apr 16 11:49:59.871314 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-b35a501e-b56c-40f7-aa50-fd453e7c0f94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:59.876055 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:49:59.885142 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 48792) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:59.928530 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8ff468c9-a8cc-44ad-919d-ed6b70e32e50 req-b8233819-0066-45ec-8534-5937c99e0306 service neutron] 10.222.0.79 "GET /v2.0/networks/cbfd761b-fa5d-4d91-89c1-e48413f9ead1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5408041 Apr 16 11:49:59.993722 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1303d54-b25a-4195-8a86-838d4f67d2ac None None] Routers {'6192d5b7-ede1-4dbc-8d4a-25b178584e2c'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:49:59.994575 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-c1303d54-b25a-4195-8a86-838d4f67d2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:49:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['6192d5b7-ede1-4dbc-8d4a-25b178584e2c'], 'active': True} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:50:00.052172 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning for port ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:50:00.058619 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:50:00.059049 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:00.283552 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41fcb7f-059c-4f9a-a4ad-3ecfb44690e2 None None] Pushing event updated for resources: {'Port': ['ID=b95cddb1-065d-43c3-8027-7c92f45c9cc5,revision_number=4']} {{(pid=85340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:00.287776 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e41fcb7f-059c-4f9a-a4ad-3ecfb44690e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:00.296522 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e28b7333-339b-4761-990a-cf7734c6da35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:00.327175 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:00.332646 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e28b7333-339b-4761-990a-cf7734c6da35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:00.353716 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] For port ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a,segment=NetworkSegment(fbc7dd2f-3e5c-4067-bc2d-84cf54659228),segment_id=fbc7dd2f-3e5c-4067-bc2d-84cf54659228)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:50:00.354011 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ca03b-ad30-4fcb-b281-f6368c9ecc49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e402db01-13da-4358-b372-5857338c341b,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:00.360715 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:00.362972 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:00.364110 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-640ca03b-ad30-4fcb-b281-f6368c9ecc49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.094s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:00.405485 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e28b7333-339b-4761-990a-cf7734c6da35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:00.424210 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 48796) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:00.434837 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e8116186-17cc-4c2f-9e7b-85516702d387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:00.451957 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b7333-339b-4761-990a-cf7734c6da35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acca693-4f98-45d4-ab31-a4aa851942c5,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:00.455117 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-c1303d54-b25a-4195-8a86-838d4f67d2ac None None] Set router 6192d5b7-ede1-4dbc-8d4a-25b178584e2c gateway port host: dv-cinder-689486-10-iscsi {{(pid=85340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:50:00.463973 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e28b7333-339b-4761-990a-cf7734c6da35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:00.473731 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefe43c-c066-440a-a444-3d3ffd82ff4d req-bd5b4e30-8433-41b9-b38b-018b27737c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:00.477218 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-feefe43c-c066-440a-a444-3d3ffd82ff4d req-bd5b4e30-8433-41b9-b38b-018b27737c09 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=16e8d50a50aa4b888dad6a1b9c0c4470&device_id=5b96b338-b94d-4910-aab4-69bb8ae975cb HTTP/1.1" status: 200 len: 1097 time: 0.4710021 Apr 16 11:50:00.492159 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-06243532-273b-440d-85ef-2577f23a6bda tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:00.567007 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Pushing event updated for resources: {'Port': ['ID=ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a,revision_number=4']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:00.574449 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:00.593918 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2f0029ae-2d2e-4e08-9e3f-f5a7f4301379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:00.610585 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06b0648-2b6b-4ebd-9e23-dd621a044801 admin admin] Router 52c08d79-33d4-4748-a323-bdcfd3a6aeeb has already been hosted by L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 {{(pid=85337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:50:00.616722 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-2f0029ae-2d2e-4e08-9e3f-f5a7f4301379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:00.622471 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-2f0029ae-2d2e-4e08-9e3f-f5a7f4301379 admin admin] Usage tracker for resource:security_group_rule and tenant:531cb5bf94d2481ea56c00cd275cdda7 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:00.625782 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-2f0029ae-2d2e-4e08-9e3f-f5a7f4301379 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:00.632117 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-2f0029ae-2d2e-4e08-9e3f-f5a7f4301379 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:00.728314 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2f0029ae-2d2e-4e08-9e3f-f5a7f4301379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:00.732976 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-03b5551c-192c-42f7-a2b6-63e014f33d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:00.746905 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [None req-06243532-273b-440d-85ef-2577f23a6bda tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Allocated IP 172.27.1.169 (42de8c2d-cd05-4680-9fb4-4f0e504e941e/337501b3-dbb5-4b21-86cd-6f03e94fa6eb/fd3832f9-ebcd-4657-b583-e9fc32166098) {{(pid=85338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:50:00.763564 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e28b7333-339b-4761-990a-cf7734c6da35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:00.764762 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-e28b7333-339b-4761-990a-cf7734c6da35 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7acca693-4f98-45d4-ab31-a4aa851942c5 HTTP/1.1" status: 204 len: 168 time: 0.8661425 Apr 16 11:50:00.768711 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-03b5551c-192c-42f7-a2b6-63e014f33d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:00.835831 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2f0029ae-2d2e-4e08-9e3f-f5a7f4301379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:00.885311 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e38f2f05-8027-4b13-81c7-933f67045bd6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:00.910783 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-08bc546b-6b92-4dee-97a4-89a3f95f64cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:00.945275 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-2f0029ae-2d2e-4e08-9e3f-f5a7f4301379 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=531cb5bf94d2481ea56c00cd275cdda7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4443221 Apr 16 11:50:00.974094 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 48806) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:01.023727 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-06243532-273b-440d-85ef-2577f23a6bda tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for port, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:01.032896 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-c1303d54-b25a-4195-8a86-838d4f67d2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'name': 'tempest-AttachVolumeTestJSON-20958925-router', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '4c329cd0-1603-4ba8-894e-85d49d08da7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:33Z', 'updated_at': '2021-04-16T11:49:47Z', 'revision_number': 4, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'gw_port': {'id': '4c329cd0-1603-4ba8-894e-85d49d08da7b', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:34Z', 'updated_at': '2021-04-16T11:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': 'b95cddb1-065d-43c3-8027-7c92f45c9cc5', 'name': '', 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'mac_address': 'fa:16:3e:b0:a8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'db3c83ef-37ef-4f43-9fb3-a7487fc6375e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:42Z', 'updated_at': '2021-04-16T11:49:59Z', 'revision_number': 4, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'subnets': [{'id': 'db3c83ef-37ef-4f43-9fb3-a7487fc6375e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:50:01.039040 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1303d54-b25a-4195-8a86-838d4f67d2ac None None] The sync data for ids ['6192d5b7-ede1-4dbc-8d4a-25b178584e2c'] in dv-cinder-689486-10-iscsi is: [{'id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'name': 'tempest-AttachVolumeTestJSON-20958925-router', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '4c329cd0-1603-4ba8-894e-85d49d08da7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:33Z', 'updated_at': '2021-04-16T11:49:47Z', 'revision_number': 4, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'gw_port': {'id': '4c329cd0-1603-4ba8-894e-85d49d08da7b', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:34Z', 'updated_at': '2021-04-16T11:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': 'b95cddb1-065d-43c3-8027-7c92f45c9cc5', 'name': '', 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'mac_address': 'fa:16:3e:b0:a8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'db3c83ef-37ef-4f43-9fb3-a7487fc6375e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:42Z', 'updated_at': '2021-04-16T11:49:59Z', 'revision_number': 4, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'subnets': [{'id': 'db3c83ef-37ef-4f43-9fb3-a7487fc6375e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:50:01.151509 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-06243532-273b-440d-85ef-2577f23a6bda tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162'] for port, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:01.205456 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b35a501e-b56c-40f7-aa50-fd453e7c0f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:01.206527 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:01.247131 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 94ebbe09-b546-4230-9bc2-96f0f2321d69 up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:50:01.406208 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning for port 94ebbe09-b546-4230-9bc2-96f0f2321d69 completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:50:01.433444 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port 94ebbe09-b546-4230-9bc2-96f0f2321d69 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:50:01.434037 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:01.491823 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-152b3f0e-3b4e-446b-9c07-09d5dab0eaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:01.520575 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b35a501e-b56c-40f7-aa50-fd453e7c0f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:01.521394 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 48812) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:01.556430 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0029ae-2d2e-4e08-9e3f-f5a7f4301379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398c3c9b-d3a0-49c9-bc91-3b1f2fbfbf50,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:01.581052 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-2f0029ae-2d2e-4e08-9e3f-f5a7f4301379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:01.590465 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04724fe0-452f-4602-af8c-aaecc12fba27 req-50c3ac63-95a9-49d5-9464-5d09ab30a3d8 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:01.592210 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-04724fe0-452f-4602-af8c-aaecc12fba27 req-50c3ac63-95a9-49d5-9464-5d09ab30a3d8 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b96b338-b94d-4910-aab4-69bb8ae975cb HTTP/1.1" status: 200 len: 944 time: 0.8616908 Apr 16 11:50:01.621252 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:01.663288 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] For port 94ebbe09-b546-4230-9bc2-96f0f2321d69, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=94ebbe09-b546-4230-9bc2-96f0f2321d69,segment=NetworkSegment(c54cd4bb-a55a-449f-8842-dcc82906022a),segment_id=c54cd4bb-a55a-449f-8842-dcc82906022a)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:50:01.670322 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-b35a501e-b56c-40f7-aa50-fd453e7c0f94 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=700cc5ffb7824066a3a0c8a4fcae97f2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0800891 Apr 16 11:50:01.670322 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06243532-273b-440d-85ef-2577f23a6bda tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Pushing event updated for resources: {'Port': ['ID=fd3832f9-ebcd-4657-b583-e9fc32166098,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:01.670581 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:01.671210 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:50:01.677258 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 48818) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:01.681642 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-04724fe0-452f-4602-af8c-aaecc12fba27 req-544e7628-1846-499c-872d-f04e1c86b705 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd637623-3496-4d17-8bc8-f64623f2051a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623732 Apr 16 11:50:01.689219 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-03b5551c-192c-42f7-a2b6-63e014f33d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:01.695874 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-60257939-9264-4507-a9d7-135a61be37b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:01.731855 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-60257939-9264-4507-a9d7-135a61be37b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:01.739393 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-06243532-273b-440d-85ef-2577f23a6bda tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:01.740222 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8d624479-aa2b-4abc-a39a-d692a7cf8a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:01.752010 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-8cc9800f-57d1-4443-9abd-391ed8dece4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:01.779223 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:01.796516 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06243532-273b-440d-85ef-2577f23a6bda tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Network 42de8c2d-cd05-4680-9fb4-4f0e504e941e is already hosted by enough agents. {{(pid=85338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:50:01.803647 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a501e-b56c-40f7-aa50-fd453e7c0f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5b9cd1-b617-4ffe-a592-481576a973e2,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:01.810511 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-8d624479-aa2b-4abc-a39a-d692a7cf8a1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:01.811544 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06b0648-2b6b-4ebd-9e23-dd621a044801 admin admin] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:50:01.824554 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-06243532-273b-440d-85ef-2577f23a6bda tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Resources bound (agent type, host, resource id): {{(pid=85338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:50:01.825374 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:01.826634 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b35a501e-b56c-40f7-aa50-fd453e7c0f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:01.858716 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5551c-192c-42f7-a2b6-63e014f33d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e402db01-13da-4358-b372-5857338c341b,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:01.861225 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-60257939-9264-4507-a9d7-135a61be37b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:01.864669 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c7fc5e-47e8-4c64-9782-77ff424492df None None] Sync routers for ids ['52c08d79-33d4-4748-a323-bdcfd3a6aeeb'] in dv-cinder-689486-10-iscsi {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:50:01.867242 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-03b5551c-192c-42f7-a2b6-63e014f33d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:01.884399 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-69a3a69d-2930-4a80-997f-6d93b2459d3a tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:01.914162 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c7fc5e-47e8-4c64-9782-77ff424492df None None] Routers {'52c08d79-33d4-4748-a323-bdcfd3a6aeeb'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:50:01.914284 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-e06b0648-2b6b-4ebd-9e23-dd621a044801 admin admin] 10.222.0.71 "PUT /v2.0/routers/52c08d79-33d4-4748-a323-bdcfd3a6aeeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3900778 Apr 16 11:50:01.914944 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-f1c7fc5e-47e8-4c64-9782-77ff424492df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:49:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['52c08d79-33d4-4748-a323-bdcfd3a6aeeb'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:50:01.920245 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60257939-9264-4507-a9d7-135a61be37b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398c3c9b-d3a0-49c9-bc91-3b1f2fbfbf50,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:01.926368 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-60257939-9264-4507-a9d7-135a61be37b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:01.927712 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-60257939-9264-4507-a9d7-135a61be37b4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/398c3c9b-d3a0-49c9-bc91-3b1f2fbfbf50 HTTP/1.1" status: 204 len: 168 time: 0.8393776 Apr 16 11:50:01.945065 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-60257939-9264-4507-a9d7-135a61be37b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:01.955606 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-03b5551c-192c-42f7-a2b6-63e014f33d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:01.959490 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-03b5551c-192c-42f7-a2b6-63e014f33d4b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e402db01-13da-4358-b372-5857338c341b HTTP/1.1" status: 204 len: 168 time: 2.6255217 Apr 16 11:50:01.971486 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [None req-e38f2f05-8027-4b13-81c7-933f67045bd6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Allocated IP 172.27.1.100 (42de8c2d-cd05-4680-9fb4-4f0e504e941e/337501b3-dbb5-4b21-86cd-6f03e94fa6eb/258690b1-cdf0-47c6-b980-9a43391dbe88) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:50:02.069444 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06243532-273b-440d-85ef-2577f23a6bda tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Received port after_create {{(pid=85338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:50:02.077204 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-8d624479-aa2b-4abc-a39a-d692a7cf8a1d admin admin] Usage tracker for resource:security_group_rule and tenant:3ce9830641794f4eae6d72878ada75f5 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:02.095160 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-8d624479-aa2b-4abc-a39a-d692a7cf8a1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:02.128297 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-8d624479-aa2b-4abc-a39a-d692a7cf8a1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:02.132246 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-52232304-6496-4d3d-aea4-a505ed2a10b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:02.135255 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefe43c-c066-440a-a444-3d3ffd82ff4d req-eef7bcd8-5dd1-4e9e-a0c5-be1c7aa54afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:02.138513 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-feefe43c-c066-440a-a444-3d3ffd82ff4d req-eef7bcd8-5dd1-4e9e-a0c5-be1c7aa54afe service neutron] 10.222.0.79 "GET /v2.0/networks?id=cbfd761b-fa5d-4d91-89c1-e48413f9ead1 HTTP/1.1" status: 200 len: 912 time: 1.3748579 Apr 16 11:50:02.207907 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e38f2f05-8027-4b13-81c7-933f67045bd6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:02.256327 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e38f2f05-8027-4b13-81c7-933f67045bd6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:02.279231 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e06b0648-2b6b-4ebd-9e23-dd621a044801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:02.296480 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-f1c7fc5e-47e8-4c64-9782-77ff424492df None None] Set router 52c08d79-33d4-4748-a323-bdcfd3a6aeeb gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:50:02.397994 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:50:02.433778 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-feefe43c-c066-440a-a444-3d3ffd82ff4d req-c6a83716-036d-457c-923b-46be6702bb76 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2457ba45-6034-4924-a493-fcd5426b91d7 HTTP/1.1" status: 200 len: 217 time: 0.1706934 Apr 16 11:50:02.474811 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f2f05-8027-4b13-81c7-933f67045bd6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Pushing event updated for resources: {'Port': ['ID=258690b1-cdf0-47c6-b980-9a43391dbe88,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:02.502155 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e38f2f05-8027-4b13-81c7-933f67045bd6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:02.523242 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-52232304-6496-4d3d-aea4-a505ed2a10b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:02.612531 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-06243532-273b-440d-85ef-2577f23a6bda tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:02.613697 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38f2f05-8027-4b13-81c7-933f67045bd6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Network 42de8c2d-cd05-4680-9fb4-4f0e504e941e is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:50:02.615841 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-e38f2f05-8027-4b13-81c7-933f67045bd6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:50:02.626251 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38f2f05-8027-4b13-81c7-933f67045bd6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:50:02.629143 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefe43c-c066-440a-a444-3d3ffd82ff4d req-31e1c32b-7e23-4ecb-9d82-4d3d5e37eeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:02.630693 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-feefe43c-c066-440a-a444-3d3ffd82ff4d req-31e1c32b-7e23-4ecb-9d82-4d3d5e37eeef service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ebdda504-962e-4954-a9c3-069b3251c67c HTTP/1.1" status: 200 len: 851 time: 0.1791141 Apr 16 11:50:02.681854 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:50:02.682316 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:02.727309 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e38f2f05-8027-4b13-81c7-933f67045bd6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:02.798212 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-feefe43c-c066-440a-a444-3d3ffd82ff4d req-ae9b6345-aebc-40ce-ae19-78836c4512c1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cbfd761b-fa5d-4d91-89c1-e48413f9ead1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1575291 Apr 16 11:50:02.805412 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e38f2f05-8027-4b13-81c7-933f67045bd6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:03.025992 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Pushing event updated for resources: {'Port': ['ID=94ebbe09-b546-4230-9bc2-96f0f2321d69,revision_number=5']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:03.030777 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.251s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:03.058941 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e38f2f05-8027-4b13-81c7-933f67045bd6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:03.061501 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 48842) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:03.068527 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e38f2f05-8027-4b13-81c7-933f67045bd6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:03.070036 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-feefe43c-c066-440a-a444-3d3ffd82ff4d req-36f97926-f2cb-4b6d-a877-94f3227024ad service neutron] 10.222.0.79 "GET /v2.0/networks/cbfd761b-fa5d-4d91-89c1-e48413f9ead1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435226 Apr 16 11:50:03.170469 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e38f2f05-8027-4b13-81c7-933f67045bd6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:03.192074 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-52232304-6496-4d3d-aea4-a505ed2a10b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:03.237150 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device b95cddb1-065d-43c3-8027-7c92f45c9cc5 up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:50:03.253239 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:03.263495 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-06243532-273b-440d-85ef-2577f23a6bda tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:03.271531 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9745d7a7-4391-4a15-8043-ff48fd530db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:03.309751 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52232304-6496-4d3d-aea4-a505ed2a10b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5b9cd1-b617-4ffe-a592-481576a973e2,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:03.327519 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-52232304-6496-4d3d-aea4-a505ed2a10b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:03.339946 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-9745d7a7-4391-4a15-8043-ff48fd530db3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:03.340654 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-f1c7fc5e-47e8-4c64-9782-77ff424492df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c08d79-33d4-4748-a323-bdcfd3a6aeeb', 'name': 'tempest-ServerRescueNegativeTestJSON-252055135-router', 'tenant_id': '7f0adf03cd15428ba5cee5097d26d268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:34Z', 'updated_at': '2021-04-16T11:49:56Z', 'revision_number': 4, 'project_id': '7f0adf03cd15428ba5cee5097d26d268', 'gw_port': {'id': 'ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:dd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c08d79-33d4-4748-a323-bdcfd3a6aeeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:36Z', 'updated_at': '2021-04-16T11:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': '5eff617e-2b25-421c-a274-b89828a6801a', 'name': '', 'network_id': '81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c', 'tenant_id': '7f0adf03cd15428ba5cee5097d26d268', 'mac_address': 'fa:16:3e:e7:b1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c08d79-33d4-4748-a323-bdcfd3a6aeeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd580634d-19a3-4e7e-9a28-924962cb301f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:51Z', 'updated_at': '2021-04-16T11:49:57Z', 'revision_number': 2, 'project_id': '7f0adf03cd15428ba5cee5097d26d268', 'subnets': [{'id': 'd580634d-19a3-4e7e-9a28-924962cb301f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:50:03.361640 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c7fc5e-47e8-4c64-9782-77ff424492df None None] Checking router: 52c08d79-33d4-4748-a323-bdcfd3a6aeeb for host: dv-cinder-689486-10-iscsi {{(pid=85339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:50:03.362268 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c7fc5e-47e8-4c64-9782-77ff424492df None None] Updating router 52c08d79-33d4-4748-a323-bdcfd3a6aeeb port 5eff617e-2b25-421c-a274-b89828a6801a binding host dv-cinder-689486-10-iscsi {{(pid=85339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:50:03.365651 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-9745d7a7-4391-4a15-8043-ff48fd530db3 admin admin] Usage tracker for resource:security_group_rule and tenant:1917fff2b88c4d96a53397e19bb2edb0 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:03.370910 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f2f05-8027-4b13-81c7-933f67045bd6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Pushing event updated for resources: {'Port': ['ID=258690b1-cdf0-47c6-b980-9a43391dbe88,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:03.385017 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-9745d7a7-4391-4a15-8043-ff48fd530db3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:03.406194 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e38f2f05-8027-4b13-81c7-933f67045bd6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:03.413389 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-9745d7a7-4391-4a15-8043-ff48fd530db3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:03.434212 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1c7fc5e-47e8-4c64-9782-77ff424492df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:03.452321 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-52232304-6496-4d3d-aea4-a505ed2a10b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:03.455917 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-52232304-6496-4d3d-aea4-a505ed2a10b7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/df5b9cd1-b617-4ffe-a592-481576a973e2 HTTP/1.1" status: 204 len: 168 time: 1.7595291 Apr 16 11:50:03.489668 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42836815-e8dc-478b-aa43-5bbca607e45a req-3109da92-61c9-4383-8bdb-3bb36bef277a tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:03.491921 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-42836815-e8dc-478b-aa43-5bbca607e45a req-3109da92-61c9-4383-8bdb-3bb36bef277a tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b96b338-b94d-4910-aab4-69bb8ae975cb HTTP/1.1" status: 200 len: 944 time: 0.4294660 Apr 16 11:50:03.521329 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning for port b95cddb1-065d-43c3-8027-7c92f45c9cc5 completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:50:03.531135 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port b95cddb1-065d-43c3-8027-7c92f45c9cc5 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:50:03.531508 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:03.577474 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-42836815-e8dc-478b-aa43-5bbca607e45a req-4325f226-d10d-4935-a34e-e7705c95b871 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd637623-3496-4d17-8bc8-f64623f2051a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733705 Apr 16 11:50:03.583720 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e38f2f05-8027-4b13-81c7-933f67045bd6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852691177'] for floatingip, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:03.642926 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e38f2f05-8027-4b13-81c7-933f67045bd6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for floatingip, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:03.644882 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-e38f2f05-8027-4b13-81c7-933f67045bd6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8795018 Apr 16 11:50:03.661098 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8d624479-aa2b-4abc-a39a-d692a7cf8a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:03.669894 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9745d7a7-4391-4a15-8043-ff48fd530db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:03.674381 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9745d7a7-4391-4a15-8043-ff48fd530db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:03.689735 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:03.734436 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8d624479-aa2b-4abc-a39a-d692a7cf8a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:03.754496 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-9745d7a7-4391-4a15-8043-ff48fd530db3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1917fff2b88c4d96a53397e19bb2edb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6902502 Apr 16 11:50:03.755847 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745d7a7-4391-4a15-8043-ff48fd530db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79db9b37-cc7c-41d7-b1b9-4414d7370de9,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:03.771639 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 48878) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:03.778382 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-9745d7a7-4391-4a15-8043-ff48fd530db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:03.852061 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c12df199-69bf-43e7-a9b9-064cb951dfd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:03.895259 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c12df199-69bf-43e7-a9b9-064cb951dfd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:03.900218 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b35a501e-b56c-40f7-aa50-fd453e7c0f94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:03.934513 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:03.963286 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-feefe43c-c066-440a-a444-3d3ffd82ff4d req-d661c816-8b29-474b-bfa4-a2c858711ee7 service neutron] 10.222.0.79 "GET /v2.0/networks/cbfd761b-fa5d-4d91-89c1-e48413f9ead1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8841574 Apr 16 11:50:03.963821 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c12df199-69bf-43e7-a9b9-064cb951dfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:03.968529 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:03.985552 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12df199-69bf-43e7-a9b9-064cb951dfd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79db9b37-cc7c-41d7-b1b9-4414d7370de9,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:03.992447 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d624479-aa2b-4abc-a39a-d692a7cf8a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6caf8a0-308c-41a9-92f2-201afe3227a6,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:04.009038 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-c12df199-69bf-43e7-a9b9-064cb951dfd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:04.009373 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-8d624479-aa2b-4abc-a39a-d692a7cf8a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:04.019768 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c12df199-69bf-43e7-a9b9-064cb951dfd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:04.028383 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-c12df199-69bf-43e7-a9b9-064cb951dfd4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/79db9b37-cc7c-41d7-b1b9-4414d7370de9 HTTP/1.1" status: 204 len: 168 time: 0.2551749 Apr 16 11:50:04.048255 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] For port b95cddb1-065d-43c3-8027-7c92f45c9cc5, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=b95cddb1-065d-43c3-8027-7c92f45c9cc5,segment=NetworkSegment(f4e993d2-872e-4f90-8e1a-89de5bb8d45c),segment_id=f4e993d2-872e-4f90-8e1a-89de5bb8d45c)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:50:04.059774 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:04.060538 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-b9d923ae-4b1f-40eb-95bc-3bf798e60762 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:04.066082 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:04.070543 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-b9d923ae-4b1f-40eb-95bc-3bf798e60762 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/networks?id=81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c HTTP/1.1" status: 200 len: 818 time: 0.9351087 Apr 16 11:50:04.109468 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 2457ba45-6034-4924-a493-fcd5426b91d7 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:50:04.115907 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-4acf6903-948d-41bb-a40e-8901a766a93c tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Synchronizing usage tracker for tenant:5cb420ffa55c4c63be5c8a61559de7d5 on resource:security_group {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:50:04.131463 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-8d624479-aa2b-4abc-a39a-d692a7cf8a1d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3ce9830641794f4eae6d72878ada75f5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5852671 Apr 16 11:50:04.133593 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 48900) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:04.140531 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-a3b1cc9a-b1e8-4863-9287-e85d694b40fa tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/quotas/7f0adf03cd15428ba5cee5097d26d268 HTTP/1.1" status: 200 len: 375 time: 0.0649781 Apr 16 11:50:04.153868 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-4acf6903-948d-41bb-a40e-8901a766a93c tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Unset dirty status for tenant:5cb420ffa55c4c63be5c8a61559de7d5 on resource:security_group {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:50:04.155256 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-4acf6903-948d-41bb-a40e-8901a766a93c tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--72691093&fields=id&tenant_id=5cb420ffa55c4c63be5c8a61559de7d5 HTTP/1.1" status: 200 len: 267 time: 0.1250548 Apr 16 11:50:04.400706 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-bedda281-a6e2-4b0a-87bc-62cb82030df0 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=7f0adf03cd15428ba5cee5097d26d268&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2591231 Apr 16 11:50:04.429242 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-06243532-273b-440d-85ef-2577f23a6bda tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:04.439496 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-06243532-273b-440d-85ef-2577f23a6bda tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:04.473921 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1c7fc5e-47e8-4c64-9782-77ff424492df None None] Notify callbacks [] for port, precommit_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:04.475518 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:04.509649 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1c7fc5e-47e8-4c64-9782-77ff424492df None None] Transition to ACTIVE for port object 5eff617e-2b25-421c-a274-b89828a6801a will not be triggered until provisioned by entity L2. {{(pid=85339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:50:04.522797 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 94ebbe09-b546-4230-9bc2-96f0f2321d69 up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:50:04.645160 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1c7fc5e-47e8-4c64-9782-77ff424492df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:04.683969 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b991b5b6-0e6b-4801-a35c-eac5b3d7950d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:04.739525 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b991b5b6-0e6b-4801-a35c-eac5b3d7950d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:04.747146 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-06243532-273b-440d-85ef-2577f23a6bda tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852691177'] for floatingip, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:04.774159 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06243532-273b-440d-85ef-2577f23a6bda tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Pushing event updated for resources: {'Port': ['ID=fd3832f9-ebcd-4657-b583-e9fc32166098,revision_number=2']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:04.777972 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-06243532-273b-440d-85ef-2577f23a6bda tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for floatingip, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:04.779736 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-06243532-273b-440d-85ef-2577f23a6bda tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7946744 Apr 16 11:50:04.781326 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-06243532-273b-440d-85ef-2577f23a6bda tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:04.813243 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-e61ed3e7-6a6a-42ae-821d-a98b16d41466 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:04.814843 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-e61ed3e7-6a6a-42ae-821d-a98b16d41466 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/networks?id=e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7 HTTP/1.1" status: 200 len: 817 time: 0.6292748 Apr 16 11:50:04.843658 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-9bc2db2e-f3c9-47ff-93b4-a2b7c8551227 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/quotas/5cb420ffa55c4c63be5c8a61559de7d5 HTTP/1.1" status: 200 len: 375 time: 0.0187550 Apr 16 11:50:04.859076 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.db.resource_extend [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 11:50:04.898936 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b991b5b6-0e6b-4801-a35c-eac5b3d7950d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:04.910247 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-2f0029ae-2d2e-4e08-9e3f-f5a7f4301379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:04.928113 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991b5b6-0e6b-4801-a35c-eac5b3d7950d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6caf8a0-308c-41a9-92f2-201afe3227a6,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:04.934804 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b991b5b6-0e6b-4801-a35c-eac5b3d7950d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:04.939923 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b991b5b6-0e6b-4801-a35c-eac5b3d7950d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:04.941173 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-b991b5b6-0e6b-4801-a35c-eac5b3d7950d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b6caf8a0-308c-41a9-92f2-201afe3227a6 HTTP/1.1" status: 204 len: 168 time: 0.8060553 Apr 16 11:50:04.979655 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Pushing event updated for resources: {'Port': ['ID=b95cddb1-065d-43c3-8027-7c92f45c9cc5,revision_number=5']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:04.981239 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-16ee8a77-62ca-4c67-9c2d-c86781f706e6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5cb420ffa55c4c63be5c8a61559de7d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1306672 Apr 16 11:50:05.016741 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.950s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:05.023822 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.334s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:05.096741 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-f2d0578e-8631-40e3-936d-ea3fb481b27d service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=85338) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 11:50:05.097959 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-f2d0578e-8631-40e3-936d-ea3fb481b27d service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2945859 Apr 16 11:50:05.133076 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-946f80d8-264f-4b7e-862b-19c31b82526b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:05.230686 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-bc332368-0cfd-46f4-9acf-6c7303e328ae service neutron] 10.222.0.71 "GET /v2.0/networks/e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284772 Apr 16 11:50:05.271252 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002cd3b-f52f-486a-8a75-46634434e22d None None] Pushing event updated for resources: {'Port': ['ID=5eff617e-2b25-421c-a274-b89828a6801a,revision_number=3']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:05.282093 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-a002cd3b-f52f-486a-8a75-46634434e22d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:05.316712 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port 94ebbe09-b546-4230-9bc2-96f0f2321d69 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:50:05.317222 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:05.361291 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-a856a111-ffef-441d-b79a-567c1fbd357c service neutron] 10.222.0.71 "GET /v2.0/networks/81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513111 Apr 16 11:50:05.423782 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-ae025042-b08e-4878-941c-7dfa8efc002c service neutron] 10.222.0.71 "GET /v2.0/networks/e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862235 Apr 16 11:50:05.481734 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 2457ba45-6034-4924-a493-fcd5426b91d7, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=2457ba45-6034-4924-a493-fcd5426b91d7,segment=NetworkSegment(5b160d4d-ee8f-47f3-b794-af65ae738318),segment_id=5b160d4d-ee8f-47f3-b794-af65ae738318)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:50:05.570538 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-ffd67025-e6e3-4dd5-8277-85af88dc3dee service neutron] 10.222.0.71 "GET /v2.0/networks/81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057357 Apr 16 11:50:05.613482 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Returning: {'device': '2457ba45-6034-4924-a493-fcd5426b91d7', 'network_id': 'cbfd761b-fa5d-4d91-89c1-e48413f9ead1', 'port_id': '2457ba45-6034-4924-a493-fcd5426b91d7', 'mac_address': 'fa:16:3e:df:43:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebdda504-962e-4954-a9c3-069b3251c67c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:50:05.863251 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-f1c7fc5e-47e8-4c64-9782-77ff424492df None None] Attempting to bind port 5eff617e-2b25-421c-a274-b89828a6801a on host dv-cinder-689486-10-iscsi for vnic_type normal with profile {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:50:05.863920 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-f1c7fc5e-47e8-4c64-9782-77ff424492df None None] Attempting to bind port 5eff617e-2b25-421c-a274-b89828a6801a by drivers openvswitch,hyperv on host dv-cinder-689486-10-iscsi at level 0 using segments [{'id': '784c11af-87b1-4dd1-aa84-963206373314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c'}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:50:05.864631 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c7fc5e-47e8-4c64-9782-77ff424492df None None] Attempting to bind port 5eff617e-2b25-421c-a274-b89828a6801a on network 81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:50:05.951671 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c7fc5e-47e8-4c64-9782-77ff424492df None None] Checking agent: {'id': '0d7cbe5e-bfbb-464b-b5de-cb3320bd5996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 41, 6), 'started_at': datetime.datetime(2021, 4, 16, 11, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:50:05.952355 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c7fc5e-47e8-4c64-9782-77ff424492df None None] Checking segment: {'id': '784c11af-87b1-4dd1-aa84-963206373314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:50:05.953073 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1c7fc5e-47e8-4c64-9782-77ff424492df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:05.953436 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7624a-11c6-4e2b-8dfa-8404e86dd5f4 req-3117a833-f142-4d9e-95cf-47755bb899ab tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:05.953777 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c7fc5e-47e8-4c64-9782-77ff424492df None None] Bound using segment: {'id': '784c11af-87b1-4dd1-aa84-963206373314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c'} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:50:05.954625 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-f1c7fc5e-47e8-4c64-9782-77ff424492df None None] Bound port: 5eff617e-2b25-421c-a274-b89828a6801a, host: dv-cinder-689486-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784c11af-87b1-4dd1-aa84-963206373314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c'}}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:50:05.955247 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1c7fc5e-47e8-4c64-9782-77ff424492df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:05.961276 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9bf7624a-11c6-4e2b-8dfa-8404e86dd5f4 req-3117a833-f142-4d9e-95cf-47755bb899ab tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b96b338-b94d-4910-aab4-69bb8ae975cb HTTP/1.1" status: 200 len: 944 time: 0.1125023 Apr 16 11:50:06.019858 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:06.029584 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9bf7624a-11c6-4e2b-8dfa-8404e86dd5f4 req-23d99995-b96f-4484-8f93-97d54c0d2adb tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd637623-3496-4d17-8bc8-f64623f2051a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661848 Apr 16 11:50:06.174529 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:06.195835 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2457ba45-6034-4924-a493-fcd5426b91d7 {{(pid=85339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:50:06.199862 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-caddcf11-aaba-48b9-92ab-42af1b913fca req-491cedb9-d98b-4ce9-a7c4-5049eec5693a tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 210 time: 0.0944295 Apr 16 11:50:06.241355 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 2457ba45-6034-4924-a493-fcd5426b91d7, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=2457ba45-6034-4924-a493-fcd5426b91d7,segment=NetworkSegment(5b160d4d-ee8f-47f3-b794-af65ae738318),segment_id=5b160d4d-ee8f-47f3-b794-af65ae738318)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:50:06.248175 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:06.254704 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-7d042ce7-3e64-4cf2-ab15-c782c2e3225e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:06.301967 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-fd99c9a3-d8d3-4212-92cc-ab10046188b0 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Synchronizing usage tracker for tenant:a8f545f40a11467b946db58b523aa51f on resource:security_group {{(pid=85338) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:50:06.338470 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-fd99c9a3-d8d3-4212-92cc-ab10046188b0 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Unset dirty status for tenant:a8f545f40a11467b946db58b523aa51f on resource:security_group {{(pid=85338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:50:06.339786 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-fd99c9a3-d8d3-4212-92cc-ab10046188b0 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--901313321&fields=id&tenant_id=a8f545f40a11467b946db58b523aa51f HTTP/1.1" status: 200 len: 267 time: 0.1506565 Apr 16 11:50:06.425590 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device b95cddb1-065d-43c3-8027-7c92f45c9cc5 up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:50:06.446016 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-75ae4d78-b4b0-43db-a97b-a628100f4c17 req-7b2f9c80-5b48-4789-9d4c-29335f0a8637 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Synchronizing usage tracker for tenant:7f0adf03cd15428ba5cee5097d26d268 on resource:port {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:50:06.533150 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-75ae4d78-b4b0-43db-a97b-a628100f4c17 req-7b2f9c80-5b48-4789-9d4c-29335f0a8637 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Unset dirty status for tenant:7f0adf03cd15428ba5cee5097d26d268 on resource:port {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:50:06.534440 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-75ae4d78-b4b0-43db-a97b-a628100f4c17 req-7b2f9c80-5b48-4789-9d4c-29335f0a8637 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 210 time: 0.2712014 Apr 16 11:50:06.588800 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-33a73d2e-4adb-4edf-8a66-3cdfbb52e56c tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:06.589582 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-33a73d2e-4adb-4edf-8a66-3cdfbb52e56c tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Synchronizing usage tracker for tenant:a8f545f40a11467b946db58b523aa51f on resource:network {{(pid=85338) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:50:06.631038 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-33a73d2e-4adb-4edf-8a66-3cdfbb52e56c tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Unset dirty status for tenant:a8f545f40a11467b946db58b523aa51f on resource:network {{(pid=85338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:50:06.632381 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-33a73d2e-4adb-4edf-8a66-3cdfbb52e56c tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/networks?id=2180b119-bc71-44ac-ab3a-75fb991fd9c9 HTTP/1.1" status: 200 len: 809 time: 0.2845058 Apr 16 11:50:06.654885 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-821a4621-38e7-499b-8a52-a8f2ce6513ac tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/quotas/a8f545f40a11467b946db58b523aa51f HTTP/1.1" status: 200 len: 375 time: 0.0150259 Apr 16 11:50:06.662031 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=2457ba45-6034-4924-a493-fcd5426b91d7,revision_number=4']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:06.666506 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-f1c7fc5e-47e8-4c64-9782-77ff424492df None None] For port 5eff617e-2b25-421c-a274-b89828a6801a, host dv-cinder-689486-10-iscsi, cleared binding levels {{(pid=85339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:50:06.695114 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:06.752990 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-f1c7fc5e-47e8-4c64-9782-77ff424492df None None] For port 5eff617e-2b25-421c-a274-b89828a6801a, host dv-cinder-689486-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=5eff617e-2b25-421c-a274-b89828a6801a,segment=NetworkSegment(784c11af-87b1-4dd1-aa84-963206373314),segment_id=784c11af-87b1-4dd1-aa84-963206373314)] {{(pid=85339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:50:06.755247 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:06.768637 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1c7fc5e-47e8-4c64-9782-77ff424492df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:06.789865 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['2457ba45-6034-4924-a493-fcd5426b91d7'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:50:06.811455 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-97f43ebf-9277-419c-b0d8-7f3579f146d9 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a8f545f40a11467b946db58b523aa51f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1359606 Apr 16 11:50:06.841618 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:07.152717 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002cd3b-f52f-486a-8a75-46634434e22d None None] Pushing event updated for resources: {'Port': ['ID=5eff617e-2b25-421c-a274-b89828a6801a,revision_number=4']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:07.262818 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-a002cd3b-f52f-486a-8a75-46634434e22d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:07.313556 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port b95cddb1-065d-43c3-8027-7c92f45c9cc5 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:50:07.314242 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:07.418992 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c7fc5e-47e8-4c64-9782-77ff424492df None None] Routers {'52c08d79-33d4-4748-a323-bdcfd3a6aeeb'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:50:07.422623 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-f1c7fc5e-47e8-4c64-9782-77ff424492df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:50:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['52c08d79-33d4-4748-a323-bdcfd3a6aeeb'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:50:07.442326 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-5de2e316-e24e-4fdb-8b8c-07bcef938a88 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:07.443270 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-5de2e316-e24e-4fdb-8b8c-07bcef938a88 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Synchronizing usage tracker for tenant:7f0adf03cd15428ba5cee5097d26d268 on resource:network {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:50:07.463820 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-5de2e316-e24e-4fdb-8b8c-07bcef938a88 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Unset dirty status for tenant:7f0adf03cd15428ba5cee5097d26d268 on resource:network {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:50:07.472296 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-5de2e316-e24e-4fdb-8b8c-07bcef938a88 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/networks?id=81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c HTTP/1.1" status: 200 len: 818 time: 0.3742824 Apr 16 11:50:07.499588 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-cf03d19d-d238-4a98-b5be-418b1a28ae63 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/quotas/7f0adf03cd15428ba5cee5097d26d268 HTTP/1.1" status: 200 len: 375 time: 0.0262361 Apr 16 11:50:07.670609 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-6c9a258a-ebf4-4ac5-80cd-e2692832a823 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=7f0adf03cd15428ba5cee5097d26d268&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1699467 Apr 16 11:50:07.691760 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-58c5c7ba-62ba-4756-be3e-b2122609ab5f service neutron] 10.222.0.71 "GET /v2.0/networks/2180b119-bc71-44ac-ab3a-75fb991fd9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8586183 Apr 16 11:50:07.808171 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 49062) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:07.885108 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-e943d9d7-a040-4e2f-9ed7-708eb60f18d7 service neutron] 10.222.0.71 "GET /v2.0/networks/2180b119-bc71-44ac-ab3a-75fb991fd9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844914 Apr 16 11:50:07.945973 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-80f741f5-480d-4a8d-9206-99af8850296d service neutron] 10.222.0.71 "GET /v2.0/networks/81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736785 Apr 16 11:50:07.982259 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-f1c7fc5e-47e8-4c64-9782-77ff424492df None None] Set router 52c08d79-33d4-4748-a323-bdcfd3a6aeeb gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:50:08.215574 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-dae8b3fc-bcd0-4941-a826-5f01977ba1f6 service neutron] 10.222.0.71 "GET /v2.0/networks/81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688563 Apr 16 11:50:08.289406 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-1df04ff3-488f-4d85-8670-e489cb85a5bf tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:08.291530 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-1df04ff3-488f-4d85-8670-e489cb85a5bf tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.79 "GET /v2.0/networks?id=81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c HTTP/1.1" status: 200 len: 818 time: 0.2448041 Apr 16 11:50:08.312772 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1458e2b6-8a90-48ca-a863-ec3d000d3a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:08.343368 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-0b9bff73-9edf-4f9f-8905-7f73ed9abb04 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Request body: {'port': {'device_id': 'b1361429-b0a8-45c2-abcf-4c5d4059befe', 'network_id': '81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c', 'admin_state_up': True, 'tenant_id': '7f0adf03cd15428ba5cee5097d26d268'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:50:08.532377 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-0b9bff73-9edf-4f9f-8905-7f73ed9abb04 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:08.534171 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:08.544854 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-0b9bff73-9edf-4f9f-8905-7f73ed9abb04 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:08.561280 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-1458e2b6-8a90-48ca-a863-ec3d000d3a80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:08.566756 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-1458e2b6-8a90-48ca-a863-ec3d000d3a80 admin admin] Usage tracker for resource:security_group_rule and tenant:615e34790313431faef3a72401f040df is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:08.571006 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-1458e2b6-8a90-48ca-a863-ec3d000d3a80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:08.578820 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-1458e2b6-8a90-48ca-a863-ec3d000d3a80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:08.691677 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1458e2b6-8a90-48ca-a863-ec3d000d3a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:08.761632 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-0b9bff73-9edf-4f9f-8905-7f73ed9abb04 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Made reservation on behalf of 7f0adf03cd15428ba5cee5097d26d268 for: {'port': 1} {{(pid=85338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:50:08.768544 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-0b9bff73-9edf-4f9f-8905-7f73ed9abb04 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:08.799806 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1458e2b6-8a90-48ca-a863-ec3d000d3a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:08.935839 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:08.982931 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f4df07fb-c6fe-4441-9b51-c74412ca77c4 req-e313633b-e847-4a9d-ab4c-d68f843c1919 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 210 time: 0.1772373 Apr 16 11:50:08.999660 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-1458e2b6-8a90-48ca-a863-ec3d000d3a80 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=615e34790313431faef3a72401f040df&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1902208 Apr 16 11:50:09.004017 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 49112) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:09.027601 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1458e2b6-8a90-48ca-a863-ec3d000d3a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d87e3e-18ac-4a87-b4e3-869fdb0ec9a0,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:09.034314 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-1458e2b6-8a90-48ca-a863-ec3d000d3a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:09.097367 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f98c2-6ad3-46a1-88a8-a4e1a3702896 req-d5e234e5-1647-44e9-8416-d446370e2d46 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:09.101033 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-673f98c2-6ad3-46a1-88a8-a4e1a3702896 req-d5e234e5-1647-44e9-8416-d446370e2d46 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b96b338-b94d-4910-aab4-69bb8ae975cb HTTP/1.1" status: 200 len: 945 time: 0.5473726 Apr 16 11:50:09.104801 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.79', 62248) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:09.205075 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-f1c7fc5e-47e8-4c64-9782-77ff424492df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c08d79-33d4-4748-a323-bdcfd3a6aeeb', 'name': 'tempest-ServerRescueNegativeTestJSON-252055135-router', 'tenant_id': '7f0adf03cd15428ba5cee5097d26d268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:34Z', 'updated_at': '2021-04-16T11:49:56Z', 'revision_number': 4, 'project_id': '7f0adf03cd15428ba5cee5097d26d268', 'gw_port': {'id': 'ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:dd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c08d79-33d4-4748-a323-bdcfd3a6aeeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:36Z', 'updated_at': '2021-04-16T11:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': '5eff617e-2b25-421c-a274-b89828a6801a', 'name': '', 'network_id': '81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c', 'tenant_id': '7f0adf03cd15428ba5cee5097d26d268', 'mac_address': 'fa:16:3e:e7:b1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c08d79-33d4-4748-a323-bdcfd3a6aeeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd580634d-19a3-4e7e-9a28-924962cb301f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:51Z', 'updated_at': '2021-04-16T11:50:06Z', 'revision_number': 4, 'project_id': '7f0adf03cd15428ba5cee5097d26d268', 'subnets': [{'id': 'd580634d-19a3-4e7e-9a28-924962cb301f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:50:09.211226 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ed796b4e-9eba-45ec-a8b5-149e62e573af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:09.220216 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c7fc5e-47e8-4c64-9782-77ff424492df None None] The sync data for ids ['52c08d79-33d4-4748-a323-bdcfd3a6aeeb'] in dv-cinder-689486-10-iscsi is: [{'id': '52c08d79-33d4-4748-a323-bdcfd3a6aeeb', 'name': 'tempest-ServerRescueNegativeTestJSON-252055135-router', 'tenant_id': '7f0adf03cd15428ba5cee5097d26d268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:34Z', 'updated_at': '2021-04-16T11:49:56Z', 'revision_number': 4, 'project_id': '7f0adf03cd15428ba5cee5097d26d268', 'gw_port': {'id': 'ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:dd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c08d79-33d4-4748-a323-bdcfd3a6aeeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:36Z', 'updated_at': '2021-04-16T11:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': '5eff617e-2b25-421c-a274-b89828a6801a', 'name': '', 'network_id': '81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c', 'tenant_id': '7f0adf03cd15428ba5cee5097d26d268', 'mac_address': 'fa:16:3e:e7:b1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c08d79-33d4-4748-a323-bdcfd3a6aeeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd580634d-19a3-4e7e-9a28-924962cb301f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:51Z', 'updated_at': '2021-04-16T11:50:06Z', 'revision_number': 4, 'project_id': '7f0adf03cd15428ba5cee5097d26d268', 'subnets': [{'id': 'd580634d-19a3-4e7e-9a28-924962cb301f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:50:09.249421 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ed796b4e-9eba-45ec-a8b5-149e62e573af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:09.449706 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-24b7ef25-7b3f-49ad-a02e-84da7cd5b5ff req-1df5f1d5-8af9-48d1-b587-e41bda1f75c8 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Synchronizing usage tracker for tenant:a8f545f40a11467b946db58b523aa51f on resource:port {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:50:09.501990 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-24b7ef25-7b3f-49ad-a02e-84da7cd5b5ff req-1df5f1d5-8af9-48d1-b587-e41bda1f75c8 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Unset dirty status for tenant:a8f545f40a11467b946db58b523aa51f on resource:port {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:50:09.506488 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-24b7ef25-7b3f-49ad-a02e-84da7cd5b5ff req-1df5f1d5-8af9-48d1-b587-e41bda1f75c8 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 210 time: 0.3909490 Apr 16 11:50:09.522174 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ed796b4e-9eba-45ec-a8b5-149e62e573af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:09.539077 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-673f98c2-6ad3-46a1-88a8-a4e1a3702896 req-aa5d9300-2595-446c-82bf-132f9bd34bfa tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd637623-3496-4d17-8bc8-f64623f2051a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238486 Apr 16 11:50:09.570056 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-665fd37c-b749-4c87-9f3b-cb705da1674a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:09.620732 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ed796b4e-9eba-45ec-a8b5-149e62e573af admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:09.628906 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-ed796b4e-9eba-45ec-a8b5-149e62e573af admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/39d87e3e-18ac-4a87-b4e3-869fdb0ec9a0 HTTP/1.1" status: 204 len: 168 time: 0.6236413 Apr 16 11:50:09.637296 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed796b4e-9eba-45ec-a8b5-149e62e573af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d87e3e-18ac-4a87-b4e3-869fdb0ec9a0,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:09.639851 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-ed796b4e-9eba-45ec-a8b5-149e62e573af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:09.730378 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-981633c6-0291-401a-ad9e-ca81aa5964ff tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:09.731139 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-981633c6-0291-401a-ad9e-ca81aa5964ff tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Synchronizing usage tracker for tenant:5cb420ffa55c4c63be5c8a61559de7d5 on resource:network {{(pid=85338) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:50:09.850006 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-981633c6-0291-401a-ad9e-ca81aa5964ff tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Unset dirty status for tenant:5cb420ffa55c4c63be5c8a61559de7d5 on resource:network {{(pid=85338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:50:09.867561 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-deb6bd63-8d82-499a-857d-e96d65ade1cf req-e0eea38a-1f45-444a-b7cc-96af2beb8d9f tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 210 time: 0.1215608 Apr 16 11:50:09.870110 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-981633c6-0291-401a-ad9e-ca81aa5964ff tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.79 "GET /v2.0/networks?id=e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7 HTTP/1.1" status: 200 len: 817 time: 0.7641530 Apr 16 11:50:09.871469 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-0b9bff73-9edf-4f9f-8905-7f73ed9abb04 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Allocated IP 172.20.0.3 (81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c/d580634d-19a3-4e7e-9a28-924962cb301f/9cae497e-b897-4b2f-aa74-6fa18d6bc210) {{(pid=85338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:50:10.111410 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-19cf535c-1fa7-4bc6-bd87-d6f0436646a6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Synchronizing usage tracker for tenant:5cb420ffa55c4c63be5c8a61559de7d5 on resource:security_group {{(pid=85338) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:50:10.169666 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-19cf535c-1fa7-4bc6-bd87-d6f0436646a6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Unset dirty status for tenant:5cb420ffa55c4c63be5c8a61559de7d5 on resource:security_group {{(pid=85338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:50:10.182756 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-19cf535c-1fa7-4bc6-bd87-d6f0436646a6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5cb420ffa55c4c63be5c8a61559de7d5 HTTP/1.1" status: 200 len: 5703 time: 0.2961459 Apr 16 11:50:10.247316 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 2457ba45-6034-4924-a493-fcd5426b91d7 up at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:50:10.257237 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-31c38d59-faa0-4059-9e42-4a340cab2f55 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Request body: {'port': {'device_id': 'f7d619d9-39be-47bd-9022-90edb3c66a1e', 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7', 'admin_state_up': True, 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'security_groups': ['d96927a5-997a-49ce-b094-f4827322a59c']}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:50:10.358640 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-c9e94f20-2bd4-47d7-97e9-f6bb0e32f052 req-25cc1d3c-4113-4e64-bc1e-6a4c1cff7259 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Synchronizing usage tracker for tenant:5cb420ffa55c4c63be5c8a61559de7d5 on resource:port {{(pid=85338) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:50:10.375212 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning for port 2457ba45-6034-4924-a493-fcd5426b91d7 completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:50:10.389965 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning complete for port 2457ba45-6034-4924-a493-fcd5426b91d7 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:50:10.390386 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:10.504105 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-c9e94f20-2bd4-47d7-97e9-f6bb0e32f052 req-25cc1d3c-4113-4e64-bc1e-6a4c1cff7259 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Unset dirty status for tenant:5cb420ffa55c4c63be5c8a61559de7d5 on resource:port {{(pid=85338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:50:10.510737 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c9e94f20-2bd4-47d7-97e9-f6bb0e32f052 req-25cc1d3c-4113-4e64-bc1e-6a4c1cff7259 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 210 time: 0.2322061 Apr 16 11:50:10.578559 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.79', 62253) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:10.689910 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:10.794465 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 2457ba45-6034-4924-a493-fcd5426b91d7, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=2457ba45-6034-4924-a493-fcd5426b91d7,segment=NetworkSegment(5b160d4d-ee8f-47f3-b794-af65ae738318),segment_id=5b160d4d-ee8f-47f3-b794-af65ae738318)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:50:10.801833 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b96b338-b94d-4910-aab4-69bb8ae975cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2457ba45-6034-4924-a493-fcd5426b91d7'}] {{(pid=85339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:50:10.816038 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-31c38d59-faa0-4059-9e42-4a340cab2f55 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:10.828253 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-31c38d59-faa0-4059-9e42-4a340cab2f55 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:10.865897 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-0b9bff73-9edf-4f9f-8905-7f73ed9abb04 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Notify callbacks [] for port, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:10.908103 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-31c38d59-faa0-4059-9e42-4a340cab2f55 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Made reservation on behalf of 5cb420ffa55c4c63be5c8a61559de7d5 for: {'port': 1} {{(pid=85338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:50:10.914498 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:10.917411 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-57bfec48-3ef3-4a52-b744-5749e45be718 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:10.922564 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-31c38d59-faa0-4059-9e42-4a340cab2f55 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:10.948315 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-0b9bff73-9edf-4f9f-8905-7f73ed9abb04 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162'] for port, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:11.031051 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=2457ba45-6034-4924-a493-fcd5426b91d7,revision_number=5']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:11.035656 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:11.132461 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-25e910e8-c1e7-4da1-bd14-c84f403154c4 req-d38ff026-1f2a-4345-a915-f4343661b0e6 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 210 time: 0.1899977 Apr 16 11:50:11.154473 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 49168) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:11.206625 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 5eff617e-2b25-421c-a274-b89828a6801a up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:50:11.269582 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-812d723f-0b78-4ebe-96cb-b0ad4b70e9ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:11.328143 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.79', 62255) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:11.339982 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-812d723f-0b78-4ebe-96cb-b0ad4b70e9ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:11.354339 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-812d723f-0b78-4ebe-96cb-b0ad4b70e9ee admin admin] Usage tracker for resource:security_group_rule and tenant:ca458c8a01a54685b93fa744b6ddb24e is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:11.364887 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-812d723f-0b78-4ebe-96cb-b0ad4b70e9ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:11.384821 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-812d723f-0b78-4ebe-96cb-b0ad4b70e9ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:11.412910 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-31c38d59-faa0-4059-9e42-4a340cab2f55 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Allocated IP 172.20.0.6 (e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7/e34726b9-4f8a-44d8-a3f0-ee759b42ab33/83db117e-0bf5-4936-b1c9-74bccc07aed5) {{(pid=85338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:50:11.417913 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning for port 5eff617e-2b25-421c-a274-b89828a6801a completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:50:11.427069 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port 5eff617e-2b25-421c-a274-b89828a6801a triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:50:11.427643 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:11.553012 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-06243532-273b-440d-85ef-2577f23a6bda tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:11.580237 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-52d8bf53-8907-4b26-ac43-a4fa483a76f4 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:11.581888 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-52d8bf53-8907-4b26-ac43-a4fa483a76f4 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.79 "GET /v2.0/networks?id=2180b119-bc71-44ac-ab3a-75fb991fd9c9 HTTP/1.1" status: 200 len: 809 time: 0.9986775 Apr 16 11:50:11.746789 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:11.836149 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] For port 5eff617e-2b25-421c-a274-b89828a6801a, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=5eff617e-2b25-421c-a274-b89828a6801a,segment=NetworkSegment(784c11af-87b1-4dd1-aa84-963206373314),segment_id=784c11af-87b1-4dd1-aa84-963206373314)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:50:11.842352 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:11.848064 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-a002cd3b-f52f-486a-8a75-46634434e22d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:11.848857 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9bff73-9edf-4f9f-8905-7f73ed9abb04 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Pushing event updated for resources: {'Port': ['ID=9cae497e-b897-4b2f-aa74-6fa18d6bc210,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:11.861144 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-0b9bff73-9edf-4f9f-8905-7f73ed9abb04 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:11.975990 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8779a069-3303-437b-8376-0b2352445177 req-82585a8c-1c35-4c7e-a576-5d59cc6da6ff tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 210 time: 0.4586427 Apr 16 11:50:11.981119 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Pushing event updated for resources: {'Port': ['ID=5eff617e-2b25-421c-a274-b89828a6801a,revision_number=5']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:11.997429 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:12.123298 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-0b9bff73-9edf-4f9f-8905-7f73ed9abb04 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Network 81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c is already hosted by enough agents. {{(pid=85338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:50:12.152426 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-0b9bff73-9edf-4f9f-8905-7f73ed9abb04 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Resources bound (agent type, host, resource id): {{(pid=85338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:50:12.155224 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-0b9bff73-9edf-4f9f-8905-7f73ed9abb04 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Received port after_create {{(pid=85338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:50:12.161699 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-0b9bff73-9edf-4f9f-8905-7f73ed9abb04 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:12.162383 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-0b9bff73-9edf-4f9f-8905-7f73ed9abb04 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for port, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:12.196147 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-6eb5706a-0037-4083-8b1b-cacd67e7129e tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Synchronizing usage tracker for tenant:a8f545f40a11467b946db58b523aa51f on resource:security_group {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:50:12.237374 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507422a-c81e-4844-839a-d9334bda1d67 req-5cca6342-7be4-4a6b-9c0f-8cc6f5377ae5 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:12.247197 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5507422a-c81e-4844-839a-d9334bda1d67 req-5cca6342-7be4-4a6b-9c0f-8cc6f5377ae5 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b96b338-b94d-4910-aab4-69bb8ae975cb HTTP/1.1" status: 200 len: 946 time: 1.3439822 Apr 16 11:50:12.291545 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-50998491-1183-41de-8186-d5a7eca1878f req-34bad615-ec17-42f6-aac0-583ed97fb0db tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 210 time: 0.0672903 Apr 16 11:50:12.296620 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-812d723f-0b78-4ebe-96cb-b0ad4b70e9ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:12.309151 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-6eb5706a-0037-4083-8b1b-cacd67e7129e tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Unset dirty status for tenant:a8f545f40a11467b946db58b523aa51f on resource:security_group {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:50:12.310504 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-6eb5706a-0037-4083-8b1b-cacd67e7129e tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a8f545f40a11467b946db58b523aa51f HTTP/1.1" status: 200 len: 5703 time: 0.3785336 Apr 16 11:50:12.313855 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-812d723f-0b78-4ebe-96cb-b0ad4b70e9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:12.328941 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:12.380012 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-31c38d59-faa0-4059-9e42-4a340cab2f55 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for port, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:12.386836 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5507422a-c81e-4844-839a-d9334bda1d67 req-7e5efc7c-49b7-415f-9499-c4dc3b53eb0a tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd637623-3496-4d17-8bc8-f64623f2051a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385050 Apr 16 11:50:12.399846 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-aa8999b6-18e6-4e02-ac83-07c7f64f5d18 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Request body: {'port': {'device_id': '69634afb-7f33-4aa4-a0f2-065e41389fef', 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9', 'admin_state_up': True, 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'security_groups': ['778122bc-2553-439d-a264-83ee6f99c039']}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:50:12.404971 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-0b9bff73-9edf-4f9f-8905-7f73ed9abb04 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0680509 Apr 16 11:50:12.407462 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-31c38d59-faa0-4059-9e42-4a340cab2f55 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Transition to ACTIVE for port object 83db117e-0bf5-4936-b1c9-74bccc07aed5 will not be triggered until provisioned by entity DHCP. {{(pid=85338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:50:12.422793 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-db5733dc-31a0-4635-9b62-145703dfbb81 service neutron] Request body: {'port': {'device_id': 'b1361429-b0a8-45c2-abcf-4c5d4059befe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:50:12.522599 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-b07e70a6-9273-467a-9694-db0382b309df tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:12.524500 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-b07e70a6-9273-467a-9694-db0382b309df tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.79 "GET /v2.0/networks?id=81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c HTTP/1.1" status: 200 len: 818 time: 1.0857971 Apr 16 11:50:12.549600 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b96b338-b94d-4910-aab4-69bb8ae975cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2457ba45-6034-4924-a493-fcd5426b91d7', 'code': 200} Apr 16 11:50:12.613701 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-aa8999b6-18e6-4e02-ac83-07c7f64f5d18 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:12.624227 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-aa8999b6-18e6-4e02-ac83-07c7f64f5d18 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:12.639285 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d723f-0b78-4ebe-96cb-b0ad4b70e9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcde50bc-003f-4049-b3a0-1391c3b4e0e8,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:12.659625 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-bad8a6a0-d609-4875-95dd-17b25efcdfb0 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Request body: {'port': {'device_id': '65ac3aab-c502-43ef-a22f-30e39493056e', 'network_id': '81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c', 'admin_state_up': True, 'tenant_id': '7f0adf03cd15428ba5cee5097d26d268'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:50:12.663653 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-db5733dc-31a0-4635-9b62-145703dfbb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:12.762182 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-31c38d59-faa0-4059-9e42-4a340cab2f55 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162'] for port, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:12.815694 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9ce41648-34ac-4b11-bc3e-6e11c3b7974d req-7fc777c7-c9fc-4846-bd73-22d3194f97ea tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 210 time: 0.1537504 Apr 16 11:50:12.825410 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:12.854451 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-aa8999b6-18e6-4e02-ac83-07c7f64f5d18 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Made reservation on behalf of a8f545f40a11467b946db58b523aa51f for: {'port': 1} {{(pid=85337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:50:12.862432 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-aa8999b6-18e6-4e02-ac83-07c7f64f5d18 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:12.882452 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-812d723f-0b78-4ebe-96cb-b0ad4b70e9ee admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ca458c8a01a54685b93fa744b6ddb24e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7202706 Apr 16 11:50:12.882676 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.79', 62259) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:12.882986 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 49228) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:12.887198 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-812d723f-0b78-4ebe-96cb-b0ad4b70e9ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:12.893823 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-bad8a6a0-d609-4875-95dd-17b25efcdfb0 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:13.010263 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-bad8a6a0-d609-4875-95dd-17b25efcdfb0 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Usage tracker for resource:port and tenant:7f0adf03cd15428ba5cee5097d26d268 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:13.020299 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-bad8a6a0-d609-4875-95dd-17b25efcdfb0 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:13.045126 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-bad8a6a0-d609-4875-95dd-17b25efcdfb0 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:13.074017 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 5eff617e-2b25-421c-a274-b89828a6801a up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:50:13.296579 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port 5eff617e-2b25-421c-a274-b89828a6801a triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:50:13.297005 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:13.531303 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:13.555966 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c38d59-faa0-4059-9e42-4a340cab2f55 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Pushing event updated for resources: {'Port': ['ID=83db117e-0bf5-4936-b1c9-74bccc07aed5,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:13.559684 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-31c38d59-faa0-4059-9e42-4a340cab2f55 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.734s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:13.592935 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2223757c-85a9-4e71-b9f7-e1579865f499 req-dd496608-c304-43ef-9a5c-60e3424afb18 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 210 time: 0.1111534 Apr 16 11:50:13.659895 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-31c38d59-faa0-4059-9e42-4a340cab2f55 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Network e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7 is already hosted by enough agents. {{(pid=85338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:50:13.664554 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-31c38d59-faa0-4059-9e42-4a340cab2f55 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Resources bound (agent type, host, resource id): {{(pid=85338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:50:13.667128 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-31c38d59-faa0-4059-9e42-4a340cab2f55 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Received port after_create {{(pid=85338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:50:13.673602 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-31c38d59-faa0-4059-9e42-4a340cab2f55 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:13.674298 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-31c38d59-faa0-4059-9e42-4a340cab2f55 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for port, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:13.708054 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-aa8999b6-18e6-4e02-ac83-07c7f64f5d18 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Allocated IP 172.20.0.6 (2180b119-bc71-44ac-ab3a-75fb991fd9c9/db3c83ef-37ef-4f43-9fb3-a7487fc6375e/7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:50:13.854616 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-31c38d59-faa0-4059-9e42-4a340cab2f55 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6082919 Apr 16 11:50:13.888418 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-bad8a6a0-d609-4875-95dd-17b25efcdfb0 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Made reservation on behalf of 7f0adf03cd15428ba5cee5097d26d268 for: {'port': 1} {{(pid=85337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:50:13.893757 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-834c25d5-39f1-4cdc-bebe-8a360ff5bfd0 service neutron] Request body: {'port': {'device_id': 'f7d619d9-39be-47bd-9022-90edb3c66a1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:50:13.895958 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-bad8a6a0-d609-4875-95dd-17b25efcdfb0 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:13.922742 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53057971-50a7-40d5-805c-9ac4440ca5b9 req-bf6a9a83-3682-40e9-9299-f364c817605f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:13.924622 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-53057971-50a7-40d5-805c-9ac4440ca5b9 req-bf6a9a83-3682-40e9-9299-f364c817605f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5b96b338-b94d-4910-aab4-69bb8ae975cb HTTP/1.1" status: 200 len: 1099 time: 1.0351152 Apr 16 11:50:13.987741 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5857402-1fcd-4bc3-b301-e8186cccb313 req-678538f5-b63a-4893-b702-b064d9bc03e7 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:13.988646 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-a5857402-1fcd-4bc3-b301-e8186cccb313 req-678538f5-b63a-4893-b702-b064d9bc03e7 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Synchronizing usage tracker for tenant:5cb420ffa55c4c63be5c8a61559de7d5 on resource:port {{(pid=85338) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:50:14.041859 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-53057971-50a7-40d5-805c-9ac4440ca5b9 req-657e2bb8-6bc9-4e95-9e07-bdcc78ff50ad service neutron] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:14.064006 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-ffea98aa-ea20-48bd-b1b4-ec50860afeb0 None None] Provisioning for port 83db117e-0bf5-4936-b1c9-74bccc07aed5 completed by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:50:14.069705 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-ffea98aa-ea20-48bd-b1b4-ec50860afeb0 None None] Provisioning complete for port 83db117e-0bf5-4936-b1c9-74bccc07aed5 triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:50:14.070132 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ffea98aa-ea20-48bd-b1b4-ec50860afeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:14.075760 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fff004d4-8634-4067-a64d-bf101a06ef1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:14.134954 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-a5857402-1fcd-4bc3-b301-e8186cccb313 req-678538f5-b63a-4893-b702-b064d9bc03e7 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Unset dirty status for tenant:5cb420ffa55c4c63be5c8a61559de7d5 on resource:port {{(pid=85338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:50:14.143472 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a5857402-1fcd-4bc3-b301-e8186cccb313 req-678538f5-b63a-4893-b702-b064d9bc03e7 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 931 time: 0.5765402 Apr 16 11:50:14.157055 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-ffea98aa-ea20-48bd-b1b4-ec50860afeb0 None None] Port 83db117e-0bf5-4936-b1c9-74bccc07aed5 cannot update to ACTIVE because it is not bound. {{(pid=85339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:50:14.164627 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-834c25d5-39f1-4cdc-bebe-8a360ff5bfd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:14.291324 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-53057971-50a7-40d5-805c-9ac4440ca5b9 req-657e2bb8-6bc9-4e95-9e07-bdcc78ff50ad service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:14.296468 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-53057971-50a7-40d5-805c-9ac4440ca5b9 req-657e2bb8-6bc9-4e95-9e07-bdcc78ff50ad service neutron] Usage tracker for resource:security_group_rule and tenant:2e85d1a4910e49229a3d4bbefdbfd660 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:14.310700 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-53057971-50a7-40d5-805c-9ac4440ca5b9 req-657e2bb8-6bc9-4e95-9e07-bdcc78ff50ad service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:14.318287 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-53057971-50a7-40d5-805c-9ac4440ca5b9 req-657e2bb8-6bc9-4e95-9e07-bdcc78ff50ad service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:14.379579 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.db.resource_extend [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-db5733dc-31a0-4635-9b62-145703dfbb81 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 11:50:14.406349 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-aa8999b6-18e6-4e02-ac83-07c7f64f5d18 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:14.411092 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fff004d4-8634-4067-a64d-bf101a06ef1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:14.479081 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a5857402-1fcd-4bc3-b301-e8186cccb313 req-f74cf2c8-f843-486b-bdd2-4ad660bf6e2f tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3348162 Apr 16 11:50:14.494514 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-aa8999b6-18e6-4e02-ac83-07c7f64f5d18 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Transition to ACTIVE for port object 7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:50:14.556813 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-db5733dc-31a0-4635-9b62-145703dfbb81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cae497e-b897-4b2f-aa74-6fa18d6bc210 {{(pid=85338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:50:14.621935 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-db5733dc-31a0-4635-9b62-145703dfbb81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:14.661417 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-db5733dc-31a0-4635-9b62-145703dfbb81 service neutron] Transition to ACTIVE for port object 9cae497e-b897-4b2f-aa74-6fa18d6bc210 will not be triggered until provisioned by entity L2. {{(pid=85338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:50:14.664183 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fff004d4-8634-4067-a64d-bf101a06ef1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:14.682765 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:14.688928 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-aa8999b6-18e6-4e02-ac83-07c7f64f5d18 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:14.692995 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-53057971-50a7-40d5-805c-9ac4440ca5b9 req-657e2bb8-6bc9-4e95-9e07-bdcc78ff50ad service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:14.705636 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-db5733dc-31a0-4635-9b62-145703dfbb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:14.753041 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e416d1-b515-4347-8937-05fcf22c2464 req-335a4dcc-8207-4d99-a40d-166c2ee55ccd tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:14.753259 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:14.754370 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-53e416d1-b515-4347-8937-05fcf22c2464 req-335a4dcc-8207-4d99-a40d-166c2ee55ccd tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b96b338-b94d-4910-aab4-69bb8ae975cb HTTP/1.1" status: 200 len: 946 time: 0.8437514 Apr 16 11:50:14.778589 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff004d4-8634-4067-a64d-bf101a06ef1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcde50bc-003f-4049-b3a0-1391c3b4e0e8,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:14.781038 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-53057971-50a7-40d5-805c-9ac4440ca5b9 req-657e2bb8-6bc9-4e95-9e07-bdcc78ff50ad service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:14.798640 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-fff004d4-8634-4067-a64d-bf101a06ef1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:14.798987 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-fff004d4-8634-4067-a64d-bf101a06ef1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:14.940601 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-53057971-50a7-40d5-805c-9ac4440ca5b9 req-657e2bb8-6bc9-4e95-9e07-bdcc78ff50ad service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=fd637623-3496-4d17-8bc8-f64623f2051a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9888794 Apr 16 11:50:14.994845 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e2bb8-6bc9-4e95-9e07-bdcc78ff50ad service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e95cf1d9-acd2-4f51-9003-a29215a49503,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:15.011513 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-657e2bb8-6bc9-4e95-9e07-bdcc78ff50ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:15.012873 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-bad8a6a0-d609-4875-95dd-17b25efcdfb0 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Allocated IP 172.20.0.9 (81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c/d580634d-19a3-4e7e-9a28-924962cb301f/1deb7c6f-6a37-41d9-bd1b-aff745b30394) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:50:15.014908 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-0710bc7c-4665-47b1-b1ff-d8cb966ec0d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:15.093274 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-53e416d1-b515-4347-8937-05fcf22c2464 req-ae8bf53c-64c9-45b7-bd54-fffb58350709 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd637623-3496-4d17-8bc8-f64623f2051a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679257 Apr 16 11:50:15.116022 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.db.resource_extend [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-834c25d5-39f1-4cdc-bebe-8a360ff5bfd0 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 11:50:15.133642 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fff004d4-8634-4067-a64d-bf101a06ef1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:15.142176 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-fff004d4-8634-4067-a64d-bf101a06ef1e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fcde50bc-003f-4049-b3a0-1391c3b4e0e8 HTTP/1.1" status: 204 len: 168 time: 2.2500544 Apr 16 11:50:15.258156 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5733dc-31a0-4635-9b62-145703dfbb81 service neutron] Pushing event updated for resources: {'Port': ['ID=9cae497e-b897-4b2f-aa74-6fa18d6bc210,revision_number=2']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:15.271066 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-db5733dc-31a0-4635-9b62-145703dfbb81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:15.320971 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8999b6-18e6-4e02-ac83-07c7f64f5d18 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Pushing event updated for resources: {'Port': ['ID=7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:15.363106 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-db5733dc-31a0-4635-9b62-145703dfbb81 service neutron] Attempting to bind port 9cae497e-b897-4b2f-aa74-6fa18d6bc210 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:50:15.363490 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-db5733dc-31a0-4635-9b62-145703dfbb81 service neutron] Attempting to bind port 9cae497e-b897-4b2f-aa74-6fa18d6bc210 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '784c11af-87b1-4dd1-aa84-963206373314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c'}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:50:15.363862 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-db5733dc-31a0-4635-9b62-145703dfbb81 service neutron] Attempting to bind port 9cae497e-b897-4b2f-aa74-6fa18d6bc210 on network 81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:50:15.390702 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-aa8999b6-18e6-4e02-ac83-07c7f64f5d18 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:15.390902 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafc0f3-1510-4795-a2ed-16328311fa18 req-0e4c8846-6027-441e-9fdd-89bdafbba640 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:15.392639 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2eafc0f3-1510-4795-a2ed-16328311fa18 req-0e4c8846-6027-441e-9fdd-89bdafbba640 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 931 time: 0.7292216 Apr 16 11:50:15.412505 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-db5733dc-31a0-4635-9b62-145703dfbb81 service neutron] Port 9cae497e-b897-4b2f-aa74-6fa18d6bc210 on network 81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:50:15.412895 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-db5733dc-31a0-4635-9b62-145703dfbb81 service neutron] Attempting to bind port 9cae497e-b897-4b2f-aa74-6fa18d6bc210 on network 81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:50:15.419290 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-c344620f-78d7-43a4-bd4e-98838a6cc3d0 req-7854b9bf-202c-4c03-850c-713a50cdee48 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Synchronizing usage tracker for tenant:7f0adf03cd15428ba5cee5097d26d268 on resource:port {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:50:15.424307 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-834c25d5-39f1-4cdc-bebe-8a360ff5bfd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83db117e-0bf5-4936-b1c9-74bccc07aed5 {{(pid=85338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:50:15.445184 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-aa8999b6-18e6-4e02-ac83-07c7f64f5d18 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Network 2180b119-bc71-44ac-ab3a-75fb991fd9c9 is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:50:15.473775 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-aa8999b6-18e6-4e02-ac83-07c7f64f5d18 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:50:15.478520 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-db5733dc-31a0-4635-9b62-145703dfbb81 service neutron] Checking agent: {'id': '719f3357-7d54-4b9e-9866-52b19e770139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'started_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:50:15.478910 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-db5733dc-31a0-4635-9b62-145703dfbb81 service neutron] Checking segment: {'id': '784c11af-87b1-4dd1-aa84-963206373314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:50:15.479347 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-db5733dc-31a0-4635-9b62-145703dfbb81 service neutron] Bound using segment: {'id': '784c11af-87b1-4dd1-aa84-963206373314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c'} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:50:15.479846 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-db5733dc-31a0-4635-9b62-145703dfbb81 service neutron] Bound port: 9cae497e-b897-4b2f-aa74-6fa18d6bc210, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '784c11af-87b1-4dd1-aa84-963206373314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c'}}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:50:15.480237 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-db5733dc-31a0-4635-9b62-145703dfbb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:15.521993 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-834c25d5-39f1-4cdc-bebe-8a360ff5bfd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:15.539396 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-aa8999b6-18e6-4e02-ac83-07c7f64f5d18 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:50:15.546022 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-aa8999b6-18e6-4e02-ac83-07c7f64f5d18 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:15.546736 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-aa8999b6-18e6-4e02-ac83-07c7f64f5d18 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:15.575881 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-c344620f-78d7-43a4-bd4e-98838a6cc3d0 req-7854b9bf-202c-4c03-850c-713a50cdee48 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Unset dirty status for tenant:7f0adf03cd15428ba5cee5097d26d268 on resource:port {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:50:15.586771 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-834c25d5-39f1-4cdc-bebe-8a360ff5bfd0 service neutron] Transition to ACTIVE for port object 83db117e-0bf5-4936-b1c9-74bccc07aed5 will not be triggered until provisioned by entity L2. {{(pid=85338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:50:15.587624 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c344620f-78d7-43a4-bd4e-98838a6cc3d0 req-7854b9bf-202c-4c03-850c-713a50cdee48 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 210 time: 0.2715449 Apr 16 11:50:15.630621 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-aa8999b6-18e6-4e02-ac83-07c7f64f5d18 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3057284 Apr 16 11:50:15.731784 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-db5733dc-31a0-4635-9b62-145703dfbb81 service neutron] For port 9cae497e-b897-4b2f-aa74-6fa18d6bc210, host hv-cinder-68948, cleared binding levels {{(pid=85338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:50:15.735846 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-db5733dc-31a0-4635-9b62-145703dfbb81 service neutron] For port 9cae497e-b897-4b2f-aa74-6fa18d6bc210, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=9cae497e-b897-4b2f-aa74-6fa18d6bc210,segment=NetworkSegment(784c11af-87b1-4dd1-aa84-963206373314),segment_id=784c11af-87b1-4dd1-aa84-963206373314)] {{(pid=85338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:50:15.757413 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-834c25d5-39f1-4cdc-bebe-8a360ff5bfd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:15.758732 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-db5733dc-31a0-4635-9b62-145703dfbb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:15.774704 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-bad8a6a0-d609-4875-95dd-17b25efcdfb0 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:15.779272 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2eafc0f3-1510-4795-a2ed-16328311fa18 req-1dbb73c9-e1b2-4a1e-8118-6a6e9c866434 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3680701 Apr 16 11:50:15.782614 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-06243532-273b-440d-85ef-2577f23a6bda tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:15.811368 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-9e99c125-55e3-4abf-9305-9b851bbf2e49 None None] Provisioning for port 7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f completed by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:50:15.824464 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-9e99c125-55e3-4abf-9305-9b851bbf2e49 None None] Provisioning complete for port 7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:50:15.825468 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9e99c125-55e3-4abf-9305-9b851bbf2e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:15.930397 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-9e99c125-55e3-4abf-9305-9b851bbf2e49 None None] Port 7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f cannot update to ACTIVE because it is not bound. {{(pid=85339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:50:15.969776 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-bad8a6a0-d609-4875-95dd-17b25efcdfb0 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:16.006058 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:16.058441 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c25d5-39f1-4cdc-bebe-8a360ff5bfd0 service neutron] Pushing event updated for resources: {'Port': ['ID=83db117e-0bf5-4936-b1c9-74bccc07aed5,revision_number=2']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:16.166700 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190cc46-019d-4faf-82f1-4b2f18ffa3ac req-3d2b5ce2-fe99-4224-a9d4-9289f8c1cc69 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:16.168680 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d190cc46-019d-4faf-82f1-4b2f18ffa3ac req-3d2b5ce2-fe99-4224-a9d4-9289f8c1cc69 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.3653398 Apr 16 11:50:16.200472 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8a6a0-d609-4875-95dd-17b25efcdfb0 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Pushing event updated for resources: {'Port': ['ID=1deb7c6f-6a37-41d9-bd1b-aff745b30394,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:16.251262 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bad8a6a0-d609-4875-95dd-17b25efcdfb0 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:16.272160 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d190cc46-019d-4faf-82f1-4b2f18ffa3ac req-906b6cb6-7732-4998-8488-369212dd0880 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0789318 Apr 16 11:50:16.318373 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-bad8a6a0-d609-4875-95dd-17b25efcdfb0 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Network 81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:50:16.320182 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-bad8a6a0-d609-4875-95dd-17b25efcdfb0 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:50:16.322978 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-bad8a6a0-d609-4875-95dd-17b25efcdfb0 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:50:16.332166 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-bad8a6a0-d609-4875-95dd-17b25efcdfb0 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:16.332909 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-bad8a6a0-d609-4875-95dd-17b25efcdfb0 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:16.353756 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-bad8a6a0-d609-4875-95dd-17b25efcdfb0 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7169580 Apr 16 11:50:16.443155 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5733dc-31a0-4635-9b62-145703dfbb81 service neutron] Pushing event updated for resources: {'Port': ['ID=9cae497e-b897-4b2f-aa74-6fa18d6bc210,revision_number=3']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:16.451080 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-db5733dc-31a0-4635-9b62-145703dfbb81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:16.454830 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.545s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:16.455166 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:16.457965 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-db5733dc-31a0-4635-9b62-145703dfbb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:16.458773 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-db5733dc-31a0-4635-9b62-145703dfbb81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for port, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:16.460183 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-db5733dc-31a0-4635-9b62-145703dfbb81 service neutron] 10.222.0.79 "PUT /v2.0/ports/9cae497e-b897-4b2f-aa74-6fa18d6bc210 HTTP/1.1" status: 200 len: 1093 time: 4.0472970 Apr 16 11:50:16.461434 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1361429-b0a8-45c2-abcf-4c5d4059befe', 'tag': '9cae497e-b897-4b2f-aa74-6fa18d6bc210'}] {{(pid=85338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:50:16.727078 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1361429-b0a8-45c2-abcf-4c5d4059befe', 'tag': '9cae497e-b897-4b2f-aa74-6fa18d6bc210', 'status': 'completed', 'code': 200} Apr 16 11:50:16.757636 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-834c25d5-39f1-4cdc-bebe-8a360ff5bfd0 service neutron] Attempting to bind port 83db117e-0bf5-4936-b1c9-74bccc07aed5 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:50:16.758163 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-834c25d5-39f1-4cdc-bebe-8a360ff5bfd0 service neutron] Attempting to bind port 83db117e-0bf5-4936-b1c9-74bccc07aed5 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'c54cd4bb-a55a-449f-8842-dcc82906022a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7'}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:50:16.758345 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-834c25d5-39f1-4cdc-bebe-8a360ff5bfd0 service neutron] Attempting to bind port 83db117e-0bf5-4936-b1c9-74bccc07aed5 on network e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7 {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:50:16.767337 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-834c25d5-39f1-4cdc-bebe-8a360ff5bfd0 service neutron] Port 83db117e-0bf5-4936-b1c9-74bccc07aed5 on network e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:50:16.767701 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-834c25d5-39f1-4cdc-bebe-8a360ff5bfd0 service neutron] Attempting to bind port 83db117e-0bf5-4936-b1c9-74bccc07aed5 on network e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7 {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:50:16.785218 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23cfc82-ea8c-4cd9-8120-bfb02c7f6459 req-c3737991-0663-44f1-8dff-2f7321791c95 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:16.793646 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d23cfc82-ea8c-4cd9-8120-bfb02c7f6459 req-c3737991-0663-44f1-8dff-2f7321791c95 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b96b338-b94d-4910-aab4-69bb8ae975cb HTTP/1.1" status: 200 len: 946 time: 0.4898481 Apr 16 11:50:16.796621 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-834c25d5-39f1-4cdc-bebe-8a360ff5bfd0 service neutron] Checking agent: {'id': '719f3357-7d54-4b9e-9866-52b19e770139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'started_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:50:16.797009 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-834c25d5-39f1-4cdc-bebe-8a360ff5bfd0 service neutron] Checking segment: {'id': 'c54cd4bb-a55a-449f-8842-dcc82906022a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:50:16.797410 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-834c25d5-39f1-4cdc-bebe-8a360ff5bfd0 service neutron] Bound using segment: {'id': 'c54cd4bb-a55a-449f-8842-dcc82906022a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7'} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:50:16.797891 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-834c25d5-39f1-4cdc-bebe-8a360ff5bfd0 service neutron] Bound port: 83db117e-0bf5-4936-b1c9-74bccc07aed5, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c54cd4bb-a55a-449f-8842-dcc82906022a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7'}}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:50:16.798270 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-834c25d5-39f1-4cdc-bebe-8a360ff5bfd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:16.845391 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da917bfc-7e63-45f1-a6ec-8685f27f355e req-a85a4cf5-07c9-4d50-b970-1cc681cfa842 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:16.847026 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-da917bfc-7e63-45f1-a6ec-8685f27f355e req-a85a4cf5-07c9-4d50-b970-1cc681cfa842 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 931 time: 0.1147447 Apr 16 11:50:16.896209 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d23cfc82-ea8c-4cd9-8120-bfb02c7f6459 req-3c9edddf-819b-4d4d-850c-454d4fc190e5 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd637623-3496-4d17-8bc8-f64623f2051a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016257 Apr 16 11:50:16.902383 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-da917bfc-7e63-45f1-a6ec-8685f27f355e req-5100ac3f-370c-4f22-a191-e63192c5f173 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Synchronizing usage tracker for tenant:7f0adf03cd15428ba5cee5097d26d268 on resource:security_group {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:50:16.933434 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-834c25d5-39f1-4cdc-bebe-8a360ff5bfd0 service neutron] For port 83db117e-0bf5-4936-b1c9-74bccc07aed5, host hv-cinder-68948, cleared binding levels {{(pid=85338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:50:16.934551 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-da917bfc-7e63-45f1-a6ec-8685f27f355e req-5100ac3f-370c-4f22-a191-e63192c5f173 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Unset dirty status for tenant:7f0adf03cd15428ba5cee5097d26d268 on resource:security_group {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:50:16.935855 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-da917bfc-7e63-45f1-a6ec-8685f27f355e req-5100ac3f-370c-4f22-a191-e63192c5f173 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813105 Apr 16 11:50:16.936979 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-834c25d5-39f1-4cdc-bebe-8a360ff5bfd0 service neutron] For port 83db117e-0bf5-4936-b1c9-74bccc07aed5, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=83db117e-0bf5-4936-b1c9-74bccc07aed5,segment=NetworkSegment(c54cd4bb-a55a-449f-8842-dcc82906022a),segment_id=c54cd4bb-a55a-449f-8842-dcc82906022a)] {{(pid=85338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:50:16.940485 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-834c25d5-39f1-4cdc-bebe-8a360ff5bfd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:16.961435 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-0b9bff73-9edf-4f9f-8905-7f73ed9abb04 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:17.182101 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c25d5-39f1-4cdc-bebe-8a360ff5bfd0 service neutron] Pushing event updated for resources: {'Port': ['ID=83db117e-0bf5-4936-b1c9-74bccc07aed5,revision_number=3']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:17.214775 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-834c25d5-39f1-4cdc-bebe-8a360ff5bfd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:17.222131 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-834c25d5-39f1-4cdc-bebe-8a360ff5bfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:17.222860 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-834c25d5-39f1-4cdc-bebe-8a360ff5bfd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for port, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:17.224311 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-834c25d5-39f1-4cdc-bebe-8a360ff5bfd0 service neutron] 10.222.0.79 "PUT /v2.0/ports/83db117e-0bf5-4936-b1c9-74bccc07aed5 HTTP/1.1" status: 200 len: 1093 time: 3.3449962 Apr 16 11:50:17.252515 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bed1b5-f22c-41bf-978e-8cf724534576 req-aeba5fdb-75a1-4fcc-8b0a-6cdc03fc0161 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:17.254013 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-59bed1b5-f22c-41bf-978e-8cf724534576 req-aeba5fdb-75a1-4fcc-8b0a-6cdc03fc0161 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 931 time: 0.1780336 Apr 16 11:50:17.304999 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-59bed1b5-f22c-41bf-978e-8cf724534576 req-027de9aa-530a-4627-92bf-91f5ca2f021c tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444510 Apr 16 11:50:17.530023 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2b08c-c1f1-420a-92af-c9133918ee22 req-0dcd9117-fd73-4aab-a4cb-f651c79ea817 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:17.532051 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-60e2b08c-c1f1-420a-92af-c9133918ee22 req-0dcd9117-fd73-4aab-a4cb-f651c79ea817 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.0944676 Apr 16 11:50:17.581899 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-60e2b08c-c1f1-420a-92af-c9133918ee22 req-071d10b9-da62-4745-9f13-b1988e05221e tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434694 Apr 16 11:50:18.162955 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f5c0e6-e27b-45ca-8c44-40ba6d79cf82 req-30c8bfad-a190-4194-afcd-852db8b2dcac tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:18.173719 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d8f5c0e6-e27b-45ca-8c44-40ba6d79cf82 req-30c8bfad-a190-4194-afcd-852db8b2dcac tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 931 time: 0.1166348 Apr 16 11:50:18.204873 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99150858-62ed-493b-b7c1-62c1e281e4a1 req-5181d720-d9d9-4cff-ad78-73ee6479e019 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:18.207307 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-99150858-62ed-493b-b7c1-62c1e281e4a1 req-5181d720-d9d9-4cff-ad78-73ee6479e019 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b96b338-b94d-4910-aab4-69bb8ae975cb HTTP/1.1" status: 200 len: 946 time: 0.1879563 Apr 16 11:50:18.230374 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d8f5c0e6-e27b-45ca-8c44-40ba6d79cf82 req-6d560ace-7fa4-4247-b638-944888aad75b tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555909 Apr 16 11:50:18.264198 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-99150858-62ed-493b-b7c1-62c1e281e4a1 req-867575c6-7f8b-4fef-845c-a71e3b6e1cbb tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd637623-3496-4d17-8bc8-f64623f2051a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494144 Apr 16 11:50:18.515875 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64afbe-71d6-469a-9190-a15d91456fcb req-bbaf1fd8-0d07-4f94-beda-085f7b0c8566 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:18.516575 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-7f64afbe-71d6-469a-9190-a15d91456fcb req-bbaf1fd8-0d07-4f94-beda-085f7b0c8566 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Synchronizing usage tracker for tenant:a8f545f40a11467b946db58b523aa51f on resource:port {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:50:18.532085 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-7f64afbe-71d6-469a-9190-a15d91456fcb req-bbaf1fd8-0d07-4f94-beda-085f7b0c8566 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Unset dirty status for tenant:a8f545f40a11467b946db58b523aa51f on resource:port {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:50:18.533482 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7f64afbe-71d6-469a-9190-a15d91456fcb req-bbaf1fd8-0d07-4f94-beda-085f7b0c8566 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 931 time: 0.1071770 Apr 16 11:50:18.581979 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7f64afbe-71d6-469a-9190-a15d91456fcb req-7ce9ee37-6f00-462b-8e96-b7d800b2c148 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421360 Apr 16 11:50:18.728175 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d619d9-39be-47bd-9022-90edb3c66a1e', 'tag': '83db117e-0bf5-4936-b1c9-74bccc07aed5'}] {{(pid=85338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:50:18.779968 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d619d9-39be-47bd-9022-90edb3c66a1e', 'tag': '83db117e-0bf5-4936-b1c9-74bccc07aed5', 'status': 'completed', 'code': 200} Apr 16 11:50:18.827666 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276159cd-a232-47b8-9fe3-c63096ec2250 req-e7c484e8-0a50-4317-a0d6-07e2c8005c0b tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:18.829339 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-276159cd-a232-47b8-9fe3-c63096ec2250 req-e7c484e8-0a50-4317-a0d6-07e2c8005c0b tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.1030188 Apr 16 11:50:18.915117 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-276159cd-a232-47b8-9fe3-c63096ec2250 req-925d6797-ef58-45a7-8bd0-ad39d3764021 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0788617 Apr 16 11:50:19.438621 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-d6605cfc-f358-41d1-bf70-b3674d047f06 service neutron] Request body: {'port': {'device_id': '65ac3aab-c502-43ef-a22f-30e39493056e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:50:19.468058 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-9224e349-20c4-484e-85dd-08b4b616e168 service neutron] Request body: {'port': {'device_id': '69634afb-7f33-4aa4-a0f2-065e41389fef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:50:19.490543 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ebf3f-4d5b-44cb-b824-1ffebf305d34 req-0797e44a-27fc-40e1-97d0-b4e111af2ecf tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:19.495438 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-244ebf3f-4d5b-44cb-b824-1ffebf305d34 req-0797e44a-27fc-40e1-97d0-b4e111af2ecf tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b96b338-b94d-4910-aab4-69bb8ae975cb HTTP/1.1" status: 200 len: 946 time: 0.1059713 Apr 16 11:50:19.582321 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffdf024-286c-4e04-adc3-d153bead4eb0 req-66fdbef8-08a4-4c39-8dd1-6efc1806f925 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:19.583988 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8ffdf024-286c-4e04-adc3-d153bead4eb0 req-66fdbef8-08a4-4c39-8dd1-6efc1806f925 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 931 time: 0.2410052 Apr 16 11:50:19.651779 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-244ebf3f-4d5b-44cb-b824-1ffebf305d34 req-c22fa711-c2df-482b-b24f-9728209aa7cc tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd637623-3496-4d17-8bc8-f64623f2051a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060584 Apr 16 11:50:19.695065 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec814b97-9145-48bd-8abb-4d39974de483 req-e5e313b0-0d27-4411-8231-d4a3d770ed87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:19.697081 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ec814b97-9145-48bd-8abb-4d39974de483 req-e5e313b0-0d27-4411-8231-d4a3d770ed87 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7f0adf03cd15428ba5cee5097d26d268&device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 1096 time: 0.1526709 Apr 16 11:50:19.700454 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3aa66-03e4-4904-8a66-ebdf6b1918fc req-ee498ce6-81ca-46df-ad03-023829d61504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:19.702057 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-90e3aa66-03e4-4904-8a66-ebdf6b1918fc req-ee498ce6-81ca-46df-ad03-023829d61504 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5cb420ffa55c4c63be5c8a61559de7d5&device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 1096 time: 0.2034144 Apr 16 11:50:19.932190 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-9224e349-20c4-484e-85dd-08b4b616e168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:19.966256 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8ffdf024-286c-4e04-adc3-d153bead4eb0 req-36755054-2204-43f9-803d-5debc8507abb tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417215 Apr 16 11:50:19.998007 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-d6605cfc-f358-41d1-bf70-b3674d047f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:20.174139 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3aa66-03e4-4904-8a66-ebdf6b1918fc req-0edb34ae-836b-4894-ac3f-03357d6df85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:20.175913 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-90e3aa66-03e4-4904-8a66-ebdf6b1918fc req-0edb34ae-836b-4894-ac3f-03357d6df85d service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=5cb420ffa55c4c63be5c8a61559de7d5&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3560252 Apr 16 11:50:20.199154 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec814b97-9145-48bd-8abb-4d39974de483 req-d645c736-2848-4000-a3d9-ef3845759e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:20.200667 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ec814b97-9145-48bd-8abb-4d39974de483 req-d645c736-2848-4000-a3d9-ef3845759e3b service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=7f0adf03cd15428ba5cee5097d26d268&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3877432 Apr 16 11:50:20.209626 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf654ff-912d-404b-ad39-6b478df03bd1 req-dc281202-85c4-4e52-acce-3b8ff8df2c84 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:20.218463 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0cf654ff-912d-404b-ad39-6b478df03bd1 req-dc281202-85c4-4e52-acce-3b8ff8df2c84 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 931 time: 0.4553394 Apr 16 11:50:20.274622 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0cf654ff-912d-404b-ad39-6b478df03bd1 req-36f79b8e-098f-4e69-a64c-ac327b5b5a19 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550177 Apr 16 11:50:20.558791 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-9224e349-20c4-484e-85dd-08b4b616e168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:50:20.569952 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-9224e349-20c4-484e-85dd-08b4b616e168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:20.596910 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417b1cb-6a78-4ef5-b76d-bac295cd08b6 req-b4c60e50-3570-4761-8ab3-5a7129e470ba tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:20.598539 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d417b1cb-6a78-4ef5-b76d-bac295cd08b6 req-b4c60e50-3570-4761-8ab3-5a7129e470ba tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.3587384 Apr 16 11:50:20.704141 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-9224e349-20c4-484e-85dd-08b4b616e168 service neutron] Transition to ACTIVE for port object 7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:50:20.716111 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-9224e349-20c4-484e-85dd-08b4b616e168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:20.750845 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:20.861929 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42946e8-cda0-42bc-a92d-806d38f4e988 req-e5281f8b-ccf9-4b6c-82e4-78ca3f36c6c5 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:20.864045 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e42946e8-cda0-42bc-a92d-806d38f4e988 req-e5281f8b-ccf9-4b6c-82e4-78ca3f36c6c5 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b96b338-b94d-4910-aab4-69bb8ae975cb HTTP/1.1" status: 200 len: 946 time: 0.0943696 Apr 16 11:50:20.878855 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d417b1cb-6a78-4ef5-b76d-bac295cd08b6 req-8c875604-d2a7-4a52-a50c-e0f5fcffedf8 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2198160 Apr 16 11:50:20.916085 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e42946e8-cda0-42bc-a92d-806d38f4e988 req-d9c206f0-06f3-402a-a268-f1d38148d37a tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd637623-3496-4d17-8bc8-f64623f2051a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452826 Apr 16 11:50:20.945729 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e349-20c4-484e-85dd-08b4b616e168 service neutron] Pushing event updated for resources: {'Port': ['ID=7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:20.966489 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-9224e349-20c4-484e-85dd-08b4b616e168 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:21.138893 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-d6605cfc-f358-41d1-bf70-b3674d047f06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1deb7c6f-6a37-41d9-bd1b-aff745b30394 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:50:21.149026 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-d6605cfc-f358-41d1-bf70-b3674d047f06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:21.168532 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-d6605cfc-f358-41d1-bf70-b3674d047f06 service neutron] Transition to ACTIVE for port object 1deb7c6f-6a37-41d9-bd1b-aff745b30394 will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:50:21.178150 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-d6605cfc-f358-41d1-bf70-b3674d047f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:21.216754 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e38f2f05-8027-4b13-81c7-933f67045bd6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:21.487730 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d72a-855e-4be5-ab39-a8e7811cad6a req-707066e3-939c-4d12-bdc7-c9a11acc4115 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:21.489506 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f192d72a-855e-4be5-ab39-a8e7811cad6a req-707066e3-939c-4d12-bdc7-c9a11acc4115 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 943 time: 0.0953460 Apr 16 11:50:21.494256 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-9224e349-20c4-484e-85dd-08b4b616e168 service neutron] Attempting to bind port 7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:50:21.494256 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-9224e349-20c4-484e-85dd-08b4b616e168 service neutron] Attempting to bind port 7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'f4e993d2-872e-4f90-8e1a-89de5bb8d45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:50:21.494256 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-9224e349-20c4-484e-85dd-08b4b616e168 service neutron] Attempting to bind port 7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f on network 2180b119-bc71-44ac-ab3a-75fb991fd9c9 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:50:21.496129 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6605cfc-f358-41d1-bf70-b3674d047f06 service neutron] Pushing event updated for resources: {'Port': ['ID=1deb7c6f-6a37-41d9-bd1b-aff745b30394,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:21.503863 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-d6605cfc-f358-41d1-bf70-b3674d047f06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:21.513160 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-9224e349-20c4-484e-85dd-08b4b616e168 service neutron] Port 7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f on network 2180b119-bc71-44ac-ab3a-75fb991fd9c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:50:21.513535 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-9224e349-20c4-484e-85dd-08b4b616e168 service neutron] Attempting to bind port 7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f on network 2180b119-bc71-44ac-ab3a-75fb991fd9c9 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:50:21.534017 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-9224e349-20c4-484e-85dd-08b4b616e168 service neutron] Checking agent: {'id': '719f3357-7d54-4b9e-9866-52b19e770139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'started_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:50:21.534394 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-9224e349-20c4-484e-85dd-08b4b616e168 service neutron] Checking segment: {'id': 'f4e993d2-872e-4f90-8e1a-89de5bb8d45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:50:21.535010 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-9224e349-20c4-484e-85dd-08b4b616e168 service neutron] Bound using segment: {'id': 'f4e993d2-872e-4f90-8e1a-89de5bb8d45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:50:21.535527 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-9224e349-20c4-484e-85dd-08b4b616e168 service neutron] Bound port: 7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4e993d2-872e-4f90-8e1a-89de5bb8d45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:50:21.535918 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-9224e349-20c4-484e-85dd-08b4b616e168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:21.551250 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f192d72a-855e-4be5-ab39-a8e7811cad6a req-6b544ef7-07a2-4e32-9eaa-cc21215fe27b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489955 Apr 16 11:50:21.698113 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7d015-8712-4dae-915e-527ccadafbe4 req-8211baea-678b-41e3-97f4-fb1c34552b3f tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:21.699786 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-22a7d015-8712-4dae-915e-527ccadafbe4 req-8211baea-678b-41e3-97f4-fb1c34552b3f tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 943 time: 0.4453027 Apr 16 11:50:21.825807 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-d6605cfc-f358-41d1-bf70-b3674d047f06 service neutron] Attempting to bind port 1deb7c6f-6a37-41d9-bd1b-aff745b30394 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:50:21.826162 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-d6605cfc-f358-41d1-bf70-b3674d047f06 service neutron] Attempting to bind port 1deb7c6f-6a37-41d9-bd1b-aff745b30394 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '784c11af-87b1-4dd1-aa84-963206373314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:50:21.826532 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-d6605cfc-f358-41d1-bf70-b3674d047f06 service neutron] Attempting to bind port 1deb7c6f-6a37-41d9-bd1b-aff745b30394 on network 81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:50:21.829300 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-9224e349-20c4-484e-85dd-08b4b616e168 service neutron] For port 7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f, host hv-cinder-68948, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:50:21.851118 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-22a7d015-8712-4dae-915e-527ccadafbe4 req-f9fcc891-6c8d-494d-a8b4-e0bc8855b056 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362715 Apr 16 11:50:21.854579 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-d6605cfc-f358-41d1-bf70-b3674d047f06 service neutron] Port 1deb7c6f-6a37-41d9-bd1b-aff745b30394 on network 81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:50:21.854989 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-d6605cfc-f358-41d1-bf70-b3674d047f06 service neutron] Attempting to bind port 1deb7c6f-6a37-41d9-bd1b-aff745b30394 on network 81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:50:21.861333 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-9224e349-20c4-484e-85dd-08b4b616e168 service neutron] For port 7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f,segment=NetworkSegment(f4e993d2-872e-4f90-8e1a-89de5bb8d45c),segment_id=f4e993d2-872e-4f90-8e1a-89de5bb8d45c)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:50:21.864831 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-d6605cfc-f358-41d1-bf70-b3674d047f06 service neutron] Checking agent: {'id': '719f3357-7d54-4b9e-9866-52b19e770139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'started_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:50:21.865212 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-d6605cfc-f358-41d1-bf70-b3674d047f06 service neutron] Checking segment: {'id': '784c11af-87b1-4dd1-aa84-963206373314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:50:21.865637 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-d6605cfc-f358-41d1-bf70-b3674d047f06 service neutron] Bound using segment: {'id': '784c11af-87b1-4dd1-aa84-963206373314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:50:21.866139 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-d6605cfc-f358-41d1-bf70-b3674d047f06 service neutron] Bound port: 1deb7c6f-6a37-41d9-bd1b-aff745b30394, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '784c11af-87b1-4dd1-aa84-963206373314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:50:21.866925 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-d6605cfc-f358-41d1-bf70-b3674d047f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:21.882355 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-9224e349-20c4-484e-85dd-08b4b616e168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:21.903263 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:22.067986 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3aa66-03e4-4904-8a66-ebdf6b1918fc req-57ae4968-5204-49c8-96db-bd98334ed4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:22.069967 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-90e3aa66-03e4-4904-8a66-ebdf6b1918fc req-57ae4968-5204-49c8-96db-bd98334ed4f9 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2638185 Apr 16 11:50:22.127504 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec814b97-9145-48bd-8abb-4d39974de483 req-874dccc9-3d0c-4ad7-8fdf-aed955809489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:22.129343 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ec814b97-9145-48bd-8abb-4d39974de483 req-874dccc9-3d0c-4ad7-8fdf-aed955809489 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3002913 Apr 16 11:50:22.275004 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc71b4-7947-4354-bc2a-02e2b35d7a52 req-4b76aed4-3949-4759-8c89-eac925b5f871 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:22.278021 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fecc71b4-7947-4354-bc2a-02e2b35d7a52 req-4b76aed4-3949-4759-8c89-eac925b5f871 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.1143034 Apr 16 11:50:22.330468 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fecc71b4-7947-4354-bc2a-02e2b35d7a52 req-aaecb81b-6363-4651-8ffc-e0d753fa2f7e tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444429 Apr 16 11:50:22.386540 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e349-20c4-484e-85dd-08b4b616e168 service neutron] Pushing event updated for resources: {'Port': ['ID=7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:22.397088 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-9224e349-20c4-484e-85dd-08b4b616e168 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:22.425835 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-d6605cfc-f358-41d1-bf70-b3674d047f06 service neutron] For port 1deb7c6f-6a37-41d9-bd1b-aff745b30394, host hv-cinder-68948, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:50:22.461443 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-d6605cfc-f358-41d1-bf70-b3674d047f06 service neutron] For port 1deb7c6f-6a37-41d9-bd1b-aff745b30394, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1deb7c6f-6a37-41d9-bd1b-aff745b30394,segment=NetworkSegment(784c11af-87b1-4dd1-aa84-963206373314),segment_id=784c11af-87b1-4dd1-aa84-963206373314)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:50:22.472541 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-d6605cfc-f358-41d1-bf70-b3674d047f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:22.499726 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77d8eb-6683-4eb7-af87-675ec82c67fe req-90d64853-4c18-4e87-bf7f-24acfbd2e9c8 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:22.501388 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-cc77d8eb-6683-4eb7-af87-675ec82c67fe req-90d64853-4c18-4e87-bf7f-24acfbd2e9c8 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b96b338-b94d-4910-aab4-69bb8ae975cb HTTP/1.1" status: 200 len: 946 time: 0.2519085 Apr 16 11:50:22.504655 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:22.636362 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-9224e349-20c4-484e-85dd-08b4b616e168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:22.637047 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-9224e349-20c4-484e-85dd-08b4b616e168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:22.638592 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-9224e349-20c4-484e-85dd-08b4b616e168 service neutron] 10.222.0.79 "PUT /v2.0/ports/7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f HTTP/1.1" status: 200 len: 1093 time: 3.2147334 Apr 16 11:50:22.639135 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69634afb-7f33-4aa4-a0f2-065e41389fef', 'tag': '7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:50:22.787748 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-cc77d8eb-6683-4eb7-af87-675ec82c67fe req-45fd477f-23e5-4a32-a091-c9b34595ccee tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd637623-3496-4d17-8bc8-f64623f2051a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458160 Apr 16 11:50:22.792220 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6605cfc-f358-41d1-bf70-b3674d047f06 service neutron] Pushing event updated for resources: {'Port': ['ID=1deb7c6f-6a37-41d9-bd1b-aff745b30394,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:22.804254 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-d6605cfc-f358-41d1-bf70-b3674d047f06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:22.838603 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba536a-3bdd-4ee5-ae20-7aaa8f9054b6 req-2af81124-c657-45c7-8ef2-1591e4ff5848 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:22.848371 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9aba536a-3bdd-4ee5-ae20-7aaa8f9054b6 req-2af81124-c657-45c7-8ef2-1591e4ff5848 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 943 time: 0.1693053 Apr 16 11:50:22.849849 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-d6605cfc-f358-41d1-bf70-b3674d047f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:22.850634 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-d6605cfc-f358-41d1-bf70-b3674d047f06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:22.852245 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-d6605cfc-f358-41d1-bf70-b3674d047f06 service neutron] 10.222.0.79 "PUT /v2.0/ports/1deb7c6f-6a37-41d9-bd1b-aff745b30394 HTTP/1.1" status: 200 len: 1093 time: 3.4269309 Apr 16 11:50:22.912714 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9aba536a-3bdd-4ee5-ae20-7aaa8f9054b6 req-c969f49c-d35f-43db-a252-5bcbaae8fa69 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606172 Apr 16 11:50:23.074147 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83eba9-6fcf-4f8d-a3ca-8f7e735716a7 req-1131bbdb-aef9-49ca-a49c-b38ce71093ed tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:23.076184 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8f83eba9-6fcf-4f8d-a3ca-8f7e735716a7 req-1131bbdb-aef9-49ca-a49c-b38ce71093ed tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 943 time: 0.0929527 Apr 16 11:50:23.104217 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69634afb-7f33-4aa4-a0f2-065e41389fef', 'tag': '7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f', 'status': 'completed', 'code': 200} Apr 16 11:50:23.134176 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8f83eba9-6fcf-4f8d-a3ca-8f7e735716a7 req-bd90894f-4e77-408f-9809-61f1b6df2723 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507848 Apr 16 11:50:23.546832 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53688f6-683a-446e-b67d-ae8b61c753d9 req-06711741-d6be-4c1e-a9d7-da0943a5b19b tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:23.548487 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b53688f6-683a-446e-b67d-ae8b61c753d9 req-06711741-d6be-4c1e-a9d7-da0943a5b19b tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.0905874 Apr 16 11:50:23.598144 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b53688f6-683a-446e-b67d-ae8b61c753d9 req-acf9c4e3-ee5a-47af-a8af-211ea1443f7f tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433223 Apr 16 11:50:24.003496 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9982d-7214-4d92-9169-e38cf5d6817d req-3e24583e-9c07-456e-862e-e840c6e18081 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:24.005185 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7ba9982d-7214-4d92-9169-e38cf5d6817d req-3e24583e-9c07-456e-862e-e840c6e18081 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b96b338-b94d-4910-aab4-69bb8ae975cb HTTP/1.1" status: 200 len: 946 time: 0.0961850 Apr 16 11:50:24.058740 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7ba9982d-7214-4d92-9169-e38cf5d6817d req-93bf160a-3b66-47f2-95d8-7eaae7b219b3 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd637623-3496-4d17-8bc8-f64623f2051a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463252 Apr 16 11:50:24.120742 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d36fc2-d2e9-49fb-bdea-7618675552ab req-6bec609f-b2cb-4f76-a66d-a45d92695fdd tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:24.122304 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-69d36fc2-d2e9-49fb-bdea-7618675552ab req-6bec609f-b2cb-4f76-a66d-a45d92695fdd tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 943 time: 0.0963249 Apr 16 11:50:24.170877 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-69d36fc2-d2e9-49fb-bdea-7618675552ab req-8d10001d-fc4e-42a7-89ae-7e415eb45adc tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421793 Apr 16 11:50:24.352678 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048802d-d405-41be-bb5c-389490a74ea9 req-32d54da9-f9f0-44bf-8eea-962cc3e3ea75 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:24.354950 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a048802d-d405-41be-bb5c-389490a74ea9 req-32d54da9-f9f0-44bf-8eea-962cc3e3ea75 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 943 time: 0.1017933 Apr 16 11:50:24.511506 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a048802d-d405-41be-bb5c-389490a74ea9 req-7f72e06e-4dc6-4ca3-82f0-9d0a1582733e tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500340 Apr 16 11:50:24.516510 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-abfc7b35-9743-4d33-a2f2-5ebf4e1471f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:24.517914 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-abfc7b35-9743-4d33-a2f2-5ebf4e1471f4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a8f545f40a11467b946db58b523aa51f&device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 1096 time: 0.1524143 Apr 16 11:50:24.526223 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-910467df-edcb-4d56-af5c-c8a0689fb87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:24.527928 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-910467df-edcb-4d56-af5c-c8a0689fb87a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7f0adf03cd15428ba5cee5097d26d268&device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 1096 time: 0.1205454 Apr 16 11:50:24.560668 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-80b17030-4615-4df2-9b43-586ee3afd187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:24.562273 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-80b17030-4615-4df2-9b43-586ee3afd187 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5cb420ffa55c4c63be5c8a61559de7d5&device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 1096 time: 0.1863942 Apr 16 11:50:24.574232 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-7719d80c-ecfa-4372-b76b-85acd247fba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:24.575271 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-7719d80c-ecfa-4372-b76b-85acd247fba6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7f0adf03cd15428ba5cee5097d26d268&device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 1096 time: 0.1348581 Apr 16 11:50:24.654548 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-0b94a672-9c85-411a-8083-5df6add3fc06 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83db117e-0bf5-4936-b1c9-74bccc07aed5 HTTP/1.1" status: 200 len: 217 time: 0.0779383 Apr 16 11:50:24.661538 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-b17e10d8-d753-470d-9011-0df03889e6c7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f HTTP/1.1" status: 200 len: 217 time: 0.1313612 Apr 16 11:50:24.670810 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-8f9bf6b9-c874-4b53-9377-bdb87cbb7906 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cae497e-b897-4b2f-aa74-6fa18d6bc210 HTTP/1.1" status: 200 len: 217 time: 0.0864036 Apr 16 11:50:24.849214 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-4ec4b077-b2f2-4f03-bd52-b306e8c175c1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1deb7c6f-6a37-41d9-bd1b-aff745b30394 HTTP/1.1" status: 200 len: 217 time: 0.1206470 Apr 16 11:50:24.924665 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-4f1ec22c-2612-4149-9c28-6df076e9d657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:24.926181 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-4f1ec22c-2612-4149-9c28-6df076e9d657 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e34726b9-4f8a-44d8-a3f0-ee759b42ab33 HTTP/1.1" status: 200 len: 856 time: 0.1956284 Apr 16 11:50:24.933840 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-46ea23eb-2a84-4373-8bd4-ae52c7679cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:24.935692 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-46ea23eb-2a84-4373-8bd4-ae52c7679cf9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=db3c83ef-37ef-4f43-9fb3-a7487fc6375e HTTP/1.1" status: 200 len: 848 time: 0.2053397 Apr 16 11:50:24.946145 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-74e8ce4f-be42-431b-95ea-ea8d3d95ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:24.947558 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-74e8ce4f-be42-431b-95ea-ea8d3d95ebe1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d580634d-19a3-4e7e-9a28-924962cb301f HTTP/1.1" status: 200 len: 858 time: 0.1693389 Apr 16 11:50:24.996959 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-4baed759-84b5-433d-9317-5df4523f12a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:24.998589 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-4baed759-84b5-433d-9317-5df4523f12a8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d580634d-19a3-4e7e-9a28-924962cb301f HTTP/1.1" status: 200 len: 858 time: 0.1361110 Apr 16 11:50:25.062044 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-588ab2a1-aab5-40d4-b920-d0c33484aab0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546346 Apr 16 11:50:25.106417 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65ac3aab-c502-43ef-a22f-30e39493056e', 'tag': '1deb7c6f-6a37-41d9-bd1b-aff745b30394'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:50:25.187894 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-cd057c02-3ace-4ea1-bc01-f0cfdfd9d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:25.190654 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-cd057c02-3ace-4ea1-bc01-f0cfdfd9d79e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2546368 Apr 16 11:50:25.316510 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-91e6caa3-9e9b-4d12-a04f-5e1ae4716d59 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690811 Apr 16 11:50:25.359483 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b445583-fe2f-4045-be91-e0c89445e062 req-23d5bd43-ce99-4f95-97fc-768a1c5182c2 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:25.361837 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3b445583-fe2f-4045-be91-e0c89445e062 req-23d5bd43-ce99-4f95-97fc-768a1c5182c2 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.5817096 Apr 16 11:50:25.413478 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-c3c58c99-b712-4880-865e-b62f1fb6b290 service neutron] 10.222.0.79 "GET /v2.0/networks/81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422568 Apr 16 11:50:25.505873 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-07e19afc-c498-4913-918c-ecb29bc341b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:25.507481 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-07e19afc-c498-4913-918c-ecb29bc341b2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2180b119-bc71-44ac-ab3a-75fb991fd9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.5638199 Apr 16 11:50:25.532620 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3b445583-fe2f-4045-be91-e0c89445e062 req-08c92725-c77c-4ffb-9e7e-e412009438d4 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1619699 Apr 16 11:50:25.585204 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-cbae38b7-5417-4187-bdeb-f9a547eb397e service neutron] 10.222.0.79 "GET /v2.0/networks/e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734159 Apr 16 11:50:25.700280 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65ac3aab-c502-43ef-a22f-30e39493056e', 'tag': '1deb7c6f-6a37-41d9-bd1b-aff745b30394', 'status': 'completed', 'code': 200} Apr 16 11:50:25.715876 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd2e70-2493-473d-9c1d-48e2883df5e1 req-12732c59-9352-46ca-91dc-1d0174af7285 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:25.717708 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0ffd2e70-2493-473d-9c1d-48e2883df5e1 req-12732c59-9352-46ca-91dc-1d0174af7285 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b96b338-b94d-4910-aab4-69bb8ae975cb HTTP/1.1" status: 200 len: 946 time: 0.4796605 Apr 16 11:50:25.739470 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-ea47a49f-818a-4289-943e-5eed81f09e10 service neutron] 10.222.0.79 "GET /v2.0/networks/2180b119-bc71-44ac-ab3a-75fb991fd9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029157 Apr 16 11:50:25.764530 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-f292d24e-3dc3-4143-a8a5-8ee00e7074eb service neutron] 10.222.0.79 "GET /v2.0/networks/81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372087 Apr 16 11:50:25.871925 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-576196b9-a8a4-4940-8ae9-b00901d1680a req-9e73eb6a-50a0-40eb-8a84-b7a673cb956a service neutron] 10.222.0.79 "GET /v2.0/networks/81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4403112 Apr 16 11:50:25.886071 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0ffd2e70-2493-473d-9c1d-48e2883df5e1 req-9e6c4a25-9727-40e9-8c72-bf5a449e766d tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd637623-3496-4d17-8bc8-f64623f2051a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009841 Apr 16 11:50:25.945710 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-44a03833-1635-449d-8192-2a1af8fbfc12 service neutron] 10.222.0.79 "GET /v2.0/networks/e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959523 Apr 16 11:50:26.107708 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324b832-2633-495f-b586-78073feb9ec8 req-23850aff-def9-4138-b9dd-596a41291521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:26.111477 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2324b832-2633-495f-b586-78073feb9ec8 req-23850aff-def9-4138-b9dd-596a41291521 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7f0adf03cd15428ba5cee5097d26d268&device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 1096 time: 0.1637988 Apr 16 11:50:26.209245 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3afcf0a8-3d40-4ebd-acc1-56658c01f246 req-4f02503d-b6dc-44ec-9fd0-c0fb7d8a8538 service neutron] 10.222.0.79 "GET /v2.0/networks/2180b119-bc71-44ac-ab3a-75fb991fd9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478705 Apr 16 11:50:26.226435 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-37f36459-c476-4b1c-9c86-2b5d48da74c6 req-bee87690-00b7-48ee-8c6a-eb6425bb6cd1 service neutron] 10.222.0.79 "GET /v2.0/networks/81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252715 Apr 16 11:50:26.247359 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8526c01-8c09-4784-bc5d-c9d1b94856cf req-9c6b8eba-9e63-44ed-a4a1-17fc8cabff89 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:26.265508 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f8526c01-8c09-4784-bc5d-c9d1b94856cf req-9c6b8eba-9e63-44ed-a4a1-17fc8cabff89 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 943 time: 0.4371157 Apr 16 11:50:26.399263 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f8526c01-8c09-4784-bc5d-c9d1b94856cf req-5557a198-c802-45c6-859c-48bcd4046663 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291780 Apr 16 11:50:26.435490 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d73c4-cbc5-4477-99a1-742b9352c751 req-0ea40524-68a4-40b6-b348-3ac8dff48a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:26.437190 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-285d73c4-cbc5-4477-99a1-742b9352c751 req-0ea40524-68a4-40b6-b348-3ac8dff48a38 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a8f545f40a11467b946db58b523aa51f&device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 1096 time: 0.1384497 Apr 16 11:50:26.646246 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324b832-2633-495f-b586-78073feb9ec8 req-1cddaba2-5aed-4500-8b40-6f706dedc473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:26.647849 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2324b832-2633-495f-b586-78073feb9ec8 req-1cddaba2-5aed-4500-8b40-6f706dedc473 service neutron] 10.222.0.79 "GET /v2.0/networks?id=81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c HTTP/1.1" status: 200 len: 919 time: 0.5258503 Apr 16 11:50:26.657200 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e246293-6d17-426d-a9e2-71484b36451a req-41ba49ec-635f-4f5a-bee4-e906a565dde5 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:26.658987 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1e246293-6d17-426d-a9e2-71484b36451a req-41ba49ec-635f-4f5a-bee4-e906a565dde5 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 943 time: 0.2144549 Apr 16 11:50:26.673409 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d73c4-cbc5-4477-99a1-742b9352c751 req-1e7cd19c-4f6f-412f-8f2a-bca23aab8261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:26.675580 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-285d73c4-cbc5-4477-99a1-742b9352c751 req-1e7cd19c-4f6f-412f-8f2a-bca23aab8261 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2180b119-bc71-44ac-ab3a-75fb991fd9c9 HTTP/1.1" status: 200 len: 910 time: 0.2293596 Apr 16 11:50:26.749510 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2324b832-2633-495f-b586-78073feb9ec8 req-57c1aaa9-5aba-4a76-8f97-2fee32305b10 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1deb7c6f-6a37-41d9-bd1b-aff745b30394 HTTP/1.1" status: 200 len: 217 time: 0.0894012 Apr 16 11:50:26.831047 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1e246293-6d17-426d-a9e2-71484b36451a req-92b9663c-eb6b-4f99-aacc-d63a533787bb tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073627 Apr 16 11:50:26.841297 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-285d73c4-cbc5-4477-99a1-742b9352c751 req-43acf682-4b3f-4678-a183-fdef4bb56995 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f HTTP/1.1" status: 200 len: 217 time: 0.1505983 Apr 16 11:50:26.888608 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324b832-2633-495f-b586-78073feb9ec8 req-ae8dc4f6-1ea2-4721-9b40-9ebc6f0318e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:26.890472 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2324b832-2633-495f-b586-78073feb9ec8 req-ae8dc4f6-1ea2-4721-9b40-9ebc6f0318e5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d580634d-19a3-4e7e-9a28-924962cb301f HTTP/1.1" status: 200 len: 858 time: 0.1343384 Apr 16 11:50:26.959252 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2324b832-2633-495f-b586-78073feb9ec8 req-be1ae0bc-d180-4d00-b1e3-7d0692354b74 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617509 Apr 16 11:50:26.960006 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d73c4-cbc5-4477-99a1-742b9352c751 req-3a23a330-aba8-47e9-b30c-b02fb52ce7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:26.961635 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-285d73c4-cbc5-4477-99a1-742b9352c751 req-3a23a330-aba8-47e9-b30c-b02fb52ce7e4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=db3c83ef-37ef-4f43-9fb3-a7487fc6375e HTTP/1.1" status: 200 len: 848 time: 0.1147571 Apr 16 11:50:26.974943 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce7d70-21ee-4bb0-b22e-acaee37c4af6 req-61b17291-d641-4b9c-aaa0-536441ddb6d3 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:26.976646 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e0ce7d70-21ee-4bb0-b22e-acaee37c4af6 req-61b17291-d641-4b9c-aaa0-536441ddb6d3 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.1993775 Apr 16 11:50:27.094874 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e0ce7d70-21ee-4bb0-b22e-acaee37c4af6 req-98537465-1f3c-4998-8066-3c9f916c5dd7 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0791872 Apr 16 11:50:27.113472 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d73c4-cbc5-4477-99a1-742b9352c751 req-234a54f2-7476-41a1-8918-87dbac6c75a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:27.125609 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-285d73c4-cbc5-4477-99a1-742b9352c751 req-234a54f2-7476-41a1-8918-87dbac6c75a8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2180b119-bc71-44ac-ab3a-75fb991fd9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1406124 Apr 16 11:50:27.309057 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2324b832-2633-495f-b586-78073feb9ec8 req-89d7c121-68e5-4293-881d-d65459153cf1 service neutron] 10.222.0.79 "GET /v2.0/networks/81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351314 Apr 16 11:50:27.322528 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 49546) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:27.336585 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-285d73c4-cbc5-4477-99a1-742b9352c751 req-f556ca8e-0b76-474a-8afb-2a08760a550d service neutron] 10.222.0.79 "GET /v2.0/networks/2180b119-bc71-44ac-ab3a-75fb991fd9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104387 Apr 16 11:50:27.374324 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555865f-82fd-4750-8666-6475938ae8d4 req-52c19aca-57d1-405d-a514-ea6420e60abe tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:27.376800 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4555865f-82fd-4750-8666-6475938ae8d4 req-52c19aca-57d1-405d-a514-ea6420e60abe tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b96b338-b94d-4910-aab4-69bb8ae975cb HTTP/1.1" status: 200 len: 946 time: 0.2459226 Apr 16 11:50:27.515837 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4555865f-82fd-4750-8666-6475938ae8d4 req-9f551030-8ca3-451a-a08d-3b7ba936cd4e tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd637623-3496-4d17-8bc8-f64623f2051a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818844 Apr 16 11:50:27.568369 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2324b832-2633-495f-b586-78073feb9ec8 req-d66e6778-0822-4d0e-b842-c1ebb924b402 service neutron] 10.222.0.79 "GET /v2.0/networks/81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508075 Apr 16 11:50:27.588000 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-800e641e-08be-430a-9a2c-665884cfda69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:27.683686 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-800e641e-08be-430a-9a2c-665884cfda69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:27.695330 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-800e641e-08be-430a-9a2c-665884cfda69 admin admin] Usage tracker for resource:security_group_rule and tenant:e7f1d6e34af04e20aba5601c7fc29d51 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:27.700797 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-285d73c4-cbc5-4477-99a1-742b9352c751 req-abdd4deb-85e9-43d4-97b5-3d2b7868da21 service neutron] 10.222.0.79 "GET /v2.0/networks/2180b119-bc71-44ac-ab3a-75fb991fd9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533444 Apr 16 11:50:27.701902 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-800e641e-08be-430a-9a2c-665884cfda69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:27.711790 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-800e641e-08be-430a-9a2c-665884cfda69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:27.775543 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4e8f2-ff84-4a98-ba3c-20e14e44eaaa req-83a76795-6d8a-47ff-bcbe-db6790044dab tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:27.777189 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-89e4e8f2-ff84-4a98-ba3c-20e14e44eaaa req-83a76795-6d8a-47ff-bcbe-db6790044dab tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 943 time: 0.1745501 Apr 16 11:50:27.855495 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-89e4e8f2-ff84-4a98-ba3c-20e14e44eaaa req-0f4b1b5f-32af-46ea-a124-186b23193195 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695117 Apr 16 11:50:27.899428 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-800e641e-08be-430a-9a2c-665884cfda69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:27.903342 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-800e641e-08be-430a-9a2c-665884cfda69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:27.918434 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:27.967481 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-800e641e-08be-430a-9a2c-665884cfda69 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e7f1d6e34af04e20aba5601c7fc29d51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6407163 Apr 16 11:50:27.968063 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 49572) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:27.975946 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e641e-08be-430a-9a2c-665884cfda69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c03d98-db5d-4fdb-80e7-ac16596fb151,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:27.987776 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e641e-08be-430a-9a2c-665884cfda69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:27.988187 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e641e-08be-430a-9a2c-665884cfda69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:27.988603 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e641e-08be-430a-9a2c-665884cfda69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:27.995949 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e641e-08be-430a-9a2c-665884cfda69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:27.996445 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e641e-08be-430a-9a2c-665884cfda69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:27.996851 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e641e-08be-430a-9a2c-665884cfda69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:27.997308 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e641e-08be-430a-9a2c-665884cfda69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:27.997702 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e641e-08be-430a-9a2c-665884cfda69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:27.998093 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e641e-08be-430a-9a2c-665884cfda69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:27.998477 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e641e-08be-430a-9a2c-665884cfda69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:27.998860 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e641e-08be-430a-9a2c-665884cfda69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:28.000465 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e641e-08be-430a-9a2c-665884cfda69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:28.011652 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-800e641e-08be-430a-9a2c-665884cfda69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:28.084739 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 49580) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:28.192357 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3714f49d-62f0-4b70-a2fb-d68774776df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:28.245700 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3714f49d-62f0-4b70-a2fb-d68774776df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:28.289086 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b1b54837-5a42-43e9-9813-9db309eb3a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:28.290633 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02238132-37c8-41db-af18-b64934f5d766 req-8ef45a26-c80c-4235-be95-3da09e7112b3 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:28.299082 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-02238132-37c8-41db-af18-b64934f5d766 req-8ef45a26-c80c-4235-be95-3da09e7112b3 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 943 time: 0.2440951 Apr 16 11:50:28.313103 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-b1b54837-5a42-43e9-9813-9db309eb3a60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:28.318596 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-b1b54837-5a42-43e9-9813-9db309eb3a60 admin admin] Usage tracker for resource:security_group_rule and tenant:dd767de476f6441990c15eee326a2c85 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:28.328095 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-b1b54837-5a42-43e9-9813-9db309eb3a60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:28.373313 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-b1b54837-5a42-43e9-9813-9db309eb3a60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:28.379386 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-02238132-37c8-41db-af18-b64934f5d766 req-d5799417-8886-4ac2-ba17-f51682b65165 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791655 Apr 16 11:50:28.392875 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3714f49d-62f0-4b70-a2fb-d68774776df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:28.398722 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-4d210534-1a60-4e34-a16a-6437bed27ac6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:28.411135 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714f49d-62f0-4b70-a2fb-d68774776df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c03d98-db5d-4fdb-80e7-ac16596fb151,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:28.423925 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3714f49d-62f0-4b70-a2fb-d68774776df2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:28.424367 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3714f49d-62f0-4b70-a2fb-d68774776df2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:28.425262 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3714f49d-62f0-4b70-a2fb-d68774776df2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:28.425262 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3714f49d-62f0-4b70-a2fb-d68774776df2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:28.425531 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3714f49d-62f0-4b70-a2fb-d68774776df2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:28.425874 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3714f49d-62f0-4b70-a2fb-d68774776df2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:28.426388 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3714f49d-62f0-4b70-a2fb-d68774776df2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:28.427664 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3714f49d-62f0-4b70-a2fb-d68774776df2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:28.427664 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3714f49d-62f0-4b70-a2fb-d68774776df2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:28.427664 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3714f49d-62f0-4b70-a2fb-d68774776df2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:28.427664 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3714f49d-62f0-4b70-a2fb-d68774776df2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:28.428109 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3714f49d-62f0-4b70-a2fb-d68774776df2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:28.433000 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-3714f49d-62f0-4b70-a2fb-d68774776df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:28.434399 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3714f49d-62f0-4b70-a2fb-d68774776df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:28.438736 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-3714f49d-62f0-4b70-a2fb-d68774776df2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/04c03d98-db5d-4fdb-80e7-ac16596fb151 HTTP/1.1" status: 204 len: 168 time: 0.4692190 Apr 16 11:50:28.527495 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabdb129-306c-4f18-ad43-58dce2a1500a req-c3682fda-94be-405e-8817-5e9140e61a16 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:28.530334 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-eabdb129-306c-4f18-ad43-58dce2a1500a req-c3682fda-94be-405e-8817-5e9140e61a16 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.2050402 Apr 16 11:50:28.571815 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b1b54837-5a42-43e9-9813-9db309eb3a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:28.578601 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b1b54837-5a42-43e9-9813-9db309eb3a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:28.631099 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-d8db2cfa-2aaa-4bf6-9886-f77ea4ea9039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:28.643787 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-b1b54837-5a42-43e9-9813-9db309eb3a60 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=dd767de476f6441990c15eee326a2c85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5552812 Apr 16 11:50:28.644361 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 49606) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:28.660207 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-eabdb129-306c-4f18-ad43-58dce2a1500a req-61a73894-e150-4c67-a352-c686c2d6c8fe tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1198809 Apr 16 11:50:28.677243 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b54837-5a42-43e9-9813-9db309eb3a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b364de76-8068-47ca-b3e3-5f29c89fa2e5,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:28.681676 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b1b54837-5a42-43e9-9813-9db309eb3a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:28.752790 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-04bec671-d37f-41d7-a11c-de80ca3df45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:28.783831 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-04bec671-d37f-41d7-a11c-de80ca3df45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:28.834715 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-04bec671-d37f-41d7-a11c-de80ca3df45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:28.843613 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 49614) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:28.843911 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:28.860172 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bec671-d37f-41d7-a11c-de80ca3df45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b364de76-8068-47ca-b3e3-5f29c89fa2e5,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:28.863554 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-04bec671-d37f-41d7-a11c-de80ca3df45e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:28.864603 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-04bec671-d37f-41d7-a11c-de80ca3df45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:28.865674 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e8774fec-0e0e-4ac9-a5e4-8035806b5544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:28.865790 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-04bec671-d37f-41d7-a11c-de80ca3df45e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b364de76-8068-47ca-b3e3-5f29c89fa2e5 HTTP/1.1" status: 204 len: 168 time: 0.2203634 Apr 16 11:50:28.882791 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-e8774fec-0e0e-4ac9-a5e4-8035806b5544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:28.888567 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-e8774fec-0e0e-4ac9-a5e4-8035806b5544 admin admin] Usage tracker for resource:security_group_rule and tenant:e17ec9259dd24d13adbafdb20b1ed5e6 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:28.892710 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-e8774fec-0e0e-4ac9-a5e4-8035806b5544 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:28.901697 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-e8774fec-0e0e-4ac9-a5e4-8035806b5544 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:29.028381 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e8774fec-0e0e-4ac9-a5e4-8035806b5544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:29.031524 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e8774fec-0e0e-4ac9-a5e4-8035806b5544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:29.068967 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:29.082795 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-e8774fec-0e0e-4ac9-a5e4-8035806b5544 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e17ec9259dd24d13adbafdb20b1ed5e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354465 Apr 16 11:50:29.083176 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 49626) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:29.110797 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee650f3-7774-4183-895e-84e82efddc54 req-2daccd66-ed10-4ba7-92e2-5bca9037eb09 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:29.112497 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7ee650f3-7774-4183-895e-84e82efddc54 req-2daccd66-ed10-4ba7-92e2-5bca9037eb09 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 943 time: 0.1200337 Apr 16 11:50:29.143153 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8774fec-0e0e-4ac9-a5e4-8035806b5544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd248e0-3f7a-4cf3-afec-2a0f8a266e33,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:29.162392 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e8774fec-0e0e-4ac9-a5e4-8035806b5544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:29.180505 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-42ad2e3b-ba80-48c5-815a-7fba001f2bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:29.209885 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7ee650f3-7774-4183-895e-84e82efddc54 req-5a0f3ace-c5c0-49f6-ace1-191618a7a876 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877047 Apr 16 11:50:29.218577 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-42ad2e3b-ba80-48c5-815a-7fba001f2bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:29.271844 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-42ad2e3b-ba80-48c5-815a-7fba001f2bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:29.279586 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-1458e2b6-8a90-48ca-a863-ec3d000d3a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:29.297900 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ad2e3b-ba80-48c5-815a-7fba001f2bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd248e0-3f7a-4cf3-afec-2a0f8a266e33,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:29.300673 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-42ad2e3b-ba80-48c5-815a-7fba001f2bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:29.329527 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-42ad2e3b-ba80-48c5-815a-7fba001f2bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:29.329527 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-42ad2e3b-ba80-48c5-815a-7fba001f2bc1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fbd248e0-3f7a-4cf3-afec-2a0f8a266e33 HTTP/1.1" status: 204 len: 168 time: 0.2410104 Apr 16 11:50:29.376870 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 49638) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:29.398264 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7c295643-1622-488f-b36b-7d679856b3f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:29.415870 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-7c295643-1622-488f-b36b-7d679856b3f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:29.421084 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-7c295643-1622-488f-b36b-7d679856b3f1 admin admin] Usage tracker for resource:security_group_rule and tenant:bacdd2987d9c48daa70bba06a4f6afd1 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:29.424828 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-7c295643-1622-488f-b36b-7d679856b3f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:29.431501 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-7c295643-1622-488f-b36b-7d679856b3f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:29.538212 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7c295643-1622-488f-b36b-7d679856b3f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:29.543685 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7c295643-1622-488f-b36b-7d679856b3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:29.556577 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:29.614640 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c295643-1622-488f-b36b-7d679856b3f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19df95d-712b-4dae-9c1e-5228df4b29dc,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:29.618739 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-7c295643-1622-488f-b36b-7d679856b3f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:29.628631 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-7c295643-1622-488f-b36b-7d679856b3f1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bacdd2987d9c48daa70bba06a4f6afd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2480669 Apr 16 11:50:29.629266 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 49652) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:29.633318 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19912688-4dc3-4c4a-a287-1f7dd6aa3cfa req-5ede86ef-1b36-42b3-9231-e1b98aee3c67 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:29.635858 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-19912688-4dc3-4c4a-a287-1f7dd6aa3cfa req-5ede86ef-1b36-42b3-9231-e1b98aee3c67 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 943 time: 0.1098187 Apr 16 11:50:29.697016 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-19912688-4dc3-4c4a-a287-1f7dd6aa3cfa req-45192c16-4f68-4eea-b908-3757a173a518 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533628 Apr 16 11:50:29.717003 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-be6b307c-e23e-4aba-9643-d44ec3c4af64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:29.750897 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-be6b307c-e23e-4aba-9643-d44ec3c4af64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:29.809097 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-be6b307c-e23e-4aba-9643-d44ec3c4af64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:29.813851 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-52232304-6496-4d3d-aea4-a505ed2a10b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:29.847176 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b307c-e23e-4aba-9643-d44ec3c4af64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19df95d-712b-4dae-9c1e-5228df4b29dc,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:29.860835 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-be6b307c-e23e-4aba-9643-d44ec3c4af64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:29.862300 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-be6b307c-e23e-4aba-9643-d44ec3c4af64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:29.866189 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-be6b307c-e23e-4aba-9643-d44ec3c4af64 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b19df95d-712b-4dae-9c1e-5228df4b29dc HTTP/1.1" status: 204 len: 168 time: 0.2335014 Apr 16 11:50:30.031126 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebfd80-d15f-4f19-9494-8dcd54d187d8 req-ebdc02a6-f639-4947-89d6-5004e920ce62 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:30.039245 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-80ebfd80-d15f-4f19-9494-8dcd54d187d8 req-ebdc02a6-f639-4947-89d6-5004e920ce62 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.1385298 Apr 16 11:50:30.093394 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-80ebfd80-d15f-4f19-9494-8dcd54d187d8 req-59db44d0-0cce-49c3-b7fe-9b952c642333 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530658 Apr 16 11:50:30.318017 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:50:30.501069 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f,segment=NetworkSegment(f4e993d2-872e-4f90-8e1a-89de5bb8d45c),segment_id=f4e993d2-872e-4f90-8e1a-89de5bb8d45c)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:50:30.519223 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Returning: {'device': '7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f', 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9', 'port_id': '7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f', 'mac_address': 'fa:16:3e:4a:63:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db3c83ef-37ef-4f43-9fb3-a7487fc6375e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:50:30.561687 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 49708) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:30.602067 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:30.624733 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f {{(pid=85339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:50:30.654541 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f,segment=NetworkSegment(f4e993d2-872e-4f90-8e1a-89de5bb8d45c),segment_id=f4e993d2-872e-4f90-8e1a-89de5bb8d45c)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:50:30.664009 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:30.665987 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 83db117e-0bf5-4936-b1c9-74bccc07aed5 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:50:30.680238 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faed55d-156e-4387-9515-ff981046a7af req-3c13e902-ef2e-4648-bea5-d9868aa9b913 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:30.689246 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8faed55d-156e-4387-9515-ff981046a7af req-3c13e902-ef2e-4648-bea5-d9868aa9b913 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 943 time: 0.2560887 Apr 16 11:50:30.703743 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:30.803262 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8faed55d-156e-4387-9515-ff981046a7af req-b0d896c3-f29f-4cda-ad0e-e52040eee12c tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127729 Apr 16 11:50:30.869151 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-46fae8cc-7914-40c0-b7ea-65c5c8aab46e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:30.880109 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 83db117e-0bf5-4936-b1c9-74bccc07aed5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=83db117e-0bf5-4936-b1c9-74bccc07aed5,segment=NetworkSegment(c54cd4bb-a55a-449f-8842-dcc82906022a),segment_id=c54cd4bb-a55a-449f-8842-dcc82906022a)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:50:30.902463 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Returning: {'device': '83db117e-0bf5-4936-b1c9-74bccc07aed5', 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7', 'port_id': '83db117e-0bf5-4936-b1c9-74bccc07aed5', 'mac_address': 'fa:16:3e:37:13:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e34726b9-4f8a-44d8-a3f0-ee759b42ab33', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:50:30.903690 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-46fae8cc-7914-40c0-b7ea-65c5c8aab46e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:30.908499 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-46fae8cc-7914-40c0-b7ea-65c5c8aab46e admin admin] Usage tracker for resource:security_group_rule and tenant:30ecb3a716d3411680f893ab5a6767d7 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:30.913074 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-46fae8cc-7914-40c0-b7ea-65c5c8aab46e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:30.920923 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-46fae8cc-7914-40c0-b7ea-65c5c8aab46e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:31.010893 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:31.032053 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83db117e-0bf5-4936-b1c9-74bccc07aed5 {{(pid=85339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:50:31.034950 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-46fae8cc-7914-40c0-b7ea-65c5c8aab46e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:31.050524 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 83db117e-0bf5-4936-b1c9-74bccc07aed5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=83db117e-0bf5-4936-b1c9-74bccc07aed5,segment=NetworkSegment(c54cd4bb-a55a-449f-8842-dcc82906022a),segment_id=c54cd4bb-a55a-449f-8842-dcc82906022a)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:50:31.051851 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f,revision_number=4']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:31.062188 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:31.062596 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:31.062956 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:31.067354 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:31.067890 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:31.068449 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:31.068977 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:31.069490 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:31.069989 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:31.070508 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:31.071024 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:31.071528 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:31.077049 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:31.081879 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:31.083395 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 1deb7c6f-6a37-41d9-bd1b-aff745b30394 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:50:31.096355 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-46fae8cc-7914-40c0-b7ea-65c5c8aab46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:31.112218 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b991b5b6-0e6b-4801-a35c-eac5b3d7950d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:31.200639 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 49738) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:31.219630 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-46fae8cc-7914-40c0-b7ea-65c5c8aab46e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=30ecb3a716d3411680f893ab5a6767d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6564138 Apr 16 11:50:31.222189 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 49744) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:31.239059 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fae8cc-7914-40c0-b7ea-65c5c8aab46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81be3ea5-f5e3-4ca9-a2d5-83345090fcbc,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:31.281712 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-46fae8cc-7914-40c0-b7ea-65c5c8aab46e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:31.321214 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99608ff-d6dc-4d52-b3a2-2ec912601b74 req-7c8320d3-5435-4b94-b0cc-3f4631c0a00f tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:31.332242 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b99608ff-d6dc-4d52-b3a2-2ec912601b74 req-7c8320d3-5435-4b94-b0cc-3f4631c0a00f tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 943 time: 0.4353907 Apr 16 11:50:31.401183 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b99608ff-d6dc-4d52-b3a2-2ec912601b74 req-e806c9ee-e75a-4e94-824b-f016254ef9b5 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673487 Apr 16 11:50:31.428534 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 1deb7c6f-6a37-41d9-bd1b-aff745b30394, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1deb7c6f-6a37-41d9-bd1b-aff745b30394,segment=NetworkSegment(784c11af-87b1-4dd1-aa84-963206373314),segment_id=784c11af-87b1-4dd1-aa84-963206373314)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:50:31.434616 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e24bb7e5-83e7-449f-a469-14df0ff11d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:31.452882 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-57bfec48-3ef3-4a52-b744-5749e45be718 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:31.490427 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e24bb7e5-83e7-449f-a469-14df0ff11d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:31.534438 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Returning: {'device': '1deb7c6f-6a37-41d9-bd1b-aff745b30394', 'network_id': '81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c', 'port_id': '1deb7c6f-6a37-41d9-bd1b-aff745b30394', 'mac_address': 'fa:16:3e:77:c9:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd580634d-19a3-4e7e-9a28-924962cb301f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:50:31.546775 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=83db117e-0bf5-4936-b1c9-74bccc07aed5,revision_number=4']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:31.592981 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:31.805864 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8d46d830-ecb4-4051-9c4f-a93b5f0f6998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:31.817384 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:31.830401 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 49766) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:31.839448 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-43ee95a0-2a9e-4767-818d-a1f23731420f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:31.848921 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-8d46d830-ecb4-4051-9c4f-a93b5f0f6998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:31.853268 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-8d46d830-ecb4-4051-9c4f-a93b5f0f6998 admin admin] Usage tracker for resource:security_group_rule and tenant:f3697603eb6a438b8a5665205b61e369 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:31.857242 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-8d46d830-ecb4-4051-9c4f-a93b5f0f6998 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:31.864213 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-8d46d830-ecb4-4051-9c4f-a93b5f0f6998 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:31.944284 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1deb7c6f-6a37-41d9-bd1b-aff745b30394 {{(pid=85339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:50:31.983413 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c5ec0-1ab1-41d7-8787-78740884280b req-fd5fdd17-8fb0-4fa7-8f81-5e6c6be993ce tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:31.999048 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4e1c5ec0-1ab1-41d7-8787-78740884280b req-fd5fdd17-8fb0-4fa7-8f81-5e6c6be993ce tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 944 time: 0.6137676 Apr 16 11:50:32.045553 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 1deb7c6f-6a37-41d9-bd1b-aff745b30394, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1deb7c6f-6a37-41d9-bd1b-aff745b30394,segment=NetworkSegment(784c11af-87b1-4dd1-aa84-963206373314),segment_id=784c11af-87b1-4dd1-aa84-963206373314)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:50:32.066619 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:32.069487 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:32.075480 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-c83ad65e-a643-4b2c-b1fa-312e2cd33a3c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1627934227-network', 'tenant_id': '811da47f2cca40d2b62b663724eb29e7'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:50:32.080172 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8d46d830-ecb4-4051-9c4f-a93b5f0f6998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:32.081440 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e24bb7e5-83e7-449f-a469-14df0ff11d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:32.082971 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-c83ad65e-a643-4b2c-b1fa-312e2cd33a3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:32.086387 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-8d624479-aa2b-4abc-a39a-d692a7cf8a1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:32.090272 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-c83ad65e-a643-4b2c-b1fa-312e2cd33a3c admin admin] Usage tracker for resource:network and tenant:811da47f2cca40d2b62b663724eb29e7 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:32.093616 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-c83ad65e-a643-4b2c-b1fa-312e2cd33a3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:32.104667 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-c83ad65e-a643-4b2c-b1fa-312e2cd33a3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:32.111807 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8d46d830-ecb4-4051-9c4f-a93b5f0f6998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:32.125912 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24bb7e5-83e7-449f-a469-14df0ff11d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81be3ea5-f5e3-4ca9-a2d5-83345090fcbc,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:32.134772 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e24bb7e5-83e7-449f-a469-14df0ff11d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:32.142206 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:32.143258 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83ad65e-a643-4b2c-b1fa-312e2cd33a3c admin admin] Made reservation on behalf of 811da47f2cca40d2b62b663724eb29e7 for: {'network': 1} {{(pid=85337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:50:32.148566 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c83ad65e-a643-4b2c-b1fa-312e2cd33a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for network, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:32.148760 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=1deb7c6f-6a37-41d9-bd1b-aff745b30394,revision_number=4']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:32.161807 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:32.187069 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46d830-ecb4-4051-9c4f-a93b5f0f6998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c96919c-ddfd-476a-95d0-6ed897122e8c,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:32.216986 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48daba9-845b-45b8-938e-4d12639414ee req-8147416c-230f-4112-af8e-00784498a594 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:32.226091 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4e1c5ec0-1ab1-41d7-8787-78740884280b req-75e1dd84-529d-4604-83e4-1e751613cd77 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2122910 Apr 16 11:50:32.228479 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-8d46d830-ecb4-4051-9c4f-a93b5f0f6998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:32.230346 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c48daba9-845b-45b8-938e-4d12639414ee req-8147416c-230f-4112-af8e-00784498a594 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 944 time: 0.2376065 Apr 16 11:50:32.235833 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c83ad65e-a643-4b2c-b1fa-312e2cd33a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:32.245367 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e24bb7e5-83e7-449f-a469-14df0ff11d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:32.246667 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-e24bb7e5-83e7-449f-a469-14df0ff11d3c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/81be3ea5-f5e3-4ca9-a2d5-83345090fcbc HTTP/1.1" status: 204 len: 168 time: 1.0231278 Apr 16 11:50:32.256684 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-8d46d830-ecb4-4051-9c4f-a93b5f0f6998 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f3697603eb6a438b8a5665205b61e369&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0546851 Apr 16 11:50:32.260589 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 49778) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:32.275311 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-c83ad65e-a643-4b2c-b1fa-312e2cd33a3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:32.281898 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-c83ad65e-a643-4b2c-b1fa-312e2cd33a3c admin admin] Usage tracker for resource:security_group_rule and tenant:811da47f2cca40d2b62b663724eb29e7 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:32.284954 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-c83ad65e-a643-4b2c-b1fa-312e2cd33a3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:32.292482 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-c83ad65e-a643-4b2c-b1fa-312e2cd33a3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:32.340019 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 9cae497e-b897-4b2f-aa74-6fa18d6bc210 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:50:32.371830 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c48daba9-845b-45b8-938e-4d12639414ee req-7a937845-0dc9-452a-8485-1de0116b1969 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402040 Apr 16 11:50:32.380644 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b38dcd48-2424-491f-8059-ad49abe37f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:32.412162 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b38dcd48-2424-491f-8059-ad49abe37f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:32.492874 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c83ad65e-a643-4b2c-b1fa-312e2cd33a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:32.501464 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c83ad65e-a643-4b2c-b1fa-312e2cd33a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:32.521253 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b38dcd48-2424-491f-8059-ad49abe37f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:32.521253 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:32.528237 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-812d723f-0b78-4ebe-96cb-b0ad4b70e9ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:32.529712 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:50:32.534953 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dcd48-2424-491f-8059-ad49abe37f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c96919c-ddfd-476a-95d0-6ed897122e8c,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:32.547455 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b38dcd48-2424-491f-8059-ad49abe37f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:32.553016 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b38dcd48-2424-491f-8059-ad49abe37f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:32.553016 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-b38dcd48-2424-491f-8059-ad49abe37f8f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9c96919c-ddfd-476a-95d0-6ed897122e8c HTTP/1.1" status: 204 len: 168 time: 0.2902915 Apr 16 11:50:32.594872 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['1deb7c6f-6a37-41d9-bd1b-aff745b30394'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:50:32.623988 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c83ad65e-a643-4b2c-b1fa-312e2cd33a3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=85337) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:50:32.641249 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ad65e-a643-4b2c-b1fa-312e2cd33a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349d920b-6a60-4bdc-825b-ee73dbeb66f9,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:32.644983 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-c83ad65e-a643-4b2c-b1fa-312e2cd33a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:32.655551 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c83ad65e-a643-4b2c-b1fa-312e2cd33a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2559'] for segment, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:32.655940 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.segments_db [None req-c83ad65e-a643-4b2c-b1fa-312e2cd33a3c admin admin] Added segment 5d1a86cb-0ef3-46c3-a17f-8f506ae2f1da of type vlan for network 5b5601ab-aec7-468f-bac9-485aab4e74d1 Apr 16 11:50:32.680857 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['83db117e-0bf5-4936-b1c9-74bccc07aed5'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:50:32.692398 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c83ad65e-a643-4b2c-b1fa-312e2cd33a3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740187980010'] for network, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:32.730623 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c83ad65e-a643-4b2c-b1fa-312e2cd33a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747'] for network, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:32.732376 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83ad65e-a643-4b2c-b1fa-312e2cd33a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:32.733032 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c83ad65e-a643-4b2c-b1fa-312e2cd33a3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for network, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:32.746980 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:32.840823 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 9cae497e-b897-4b2f-aa74-6fa18d6bc210, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=9cae497e-b897-4b2f-aa74-6fa18d6bc210,segment=NetworkSegment(784c11af-87b1-4dd1-aa84-963206373314),segment_id=784c11af-87b1-4dd1-aa84-963206373314)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:50:32.841924 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced39cd2-fbb0-4df1-a365-b53fff2a75f8 req-fa559d8f-cb2b-45d6-8b3a-3ece27c39d42 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:32.843498 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-ced39cd2-fbb0-4df1-a365-b53fff2a75f8 req-fa559d8f-cb2b-45d6-8b3a-3ece27c39d42 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Synchronizing usage tracker for tenant:7f0adf03cd15428ba5cee5097d26d268 on resource:port {{(pid=85338) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:50:32.864608 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-ced39cd2-fbb0-4df1-a365-b53fff2a75f8 req-fa559d8f-cb2b-45d6-8b3a-3ece27c39d42 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Unset dirty status for tenant:7f0adf03cd15428ba5cee5097d26d268 on resource:port {{(pid=85338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:50:32.875929 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ced39cd2-fbb0-4df1-a365-b53fff2a75f8 req-fa559d8f-cb2b-45d6-8b3a-3ece27c39d42 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 944 time: 0.1681759 Apr 16 11:50:32.899198 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ad65e-a643-4b2c-b1fa-312e2cd33a3c admin admin] Pushing event updated for resources: {'Network': ['ID=5b5601ab-aec7-468f-bac9-485aab4e74d1,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:32.903281 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Returning: {'device': '9cae497e-b897-4b2f-aa74-6fa18d6bc210', 'network_id': '81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c', 'port_id': '9cae497e-b897-4b2f-aa74-6fa18d6bc210', 'mac_address': 'fa:16:3e:23:4f:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd580634d-19a3-4e7e-9a28-924962cb301f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:50:32.903782 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-c83ad65e-a643-4b2c-b1fa-312e2cd33a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:32.913428 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-c83ad65e-a643-4b2c-b1fa-312e2cd33a3c admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0820343 Apr 16 11:50:32.914323 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 49806) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:32.922208 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-9baba1bc-da75-4fd2-8192-70a7bdafb325 admin admin] Request body: {'subnet': {'network_id': '5b5601ab-aec7-468f-bac9-485aab4e74d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1627934227-subnet', 'tenant_id': '811da47f2cca40d2b62b663724eb29e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:50:32.928376 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-9baba1bc-da75-4fd2-8192-70a7bdafb325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:32.932687 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-9baba1bc-da75-4fd2-8192-70a7bdafb325 admin admin] Usage tracker for resource:subnet and tenant:811da47f2cca40d2b62b663724eb29e7 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:32.933120 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Network 5b5601ab-aec7-468f-bac9-485aab4e74d1 details requested by agent ovs-agent-dv-cinder-689486-10-iscsi with host dv-cinder-689486-10-iscsi {{(pid=85339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:50:32.936244 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-9baba1bc-da75-4fd2-8192-70a7bdafb325 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:32.943021 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-9baba1bc-da75-4fd2-8192-70a7bdafb325 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:32.961409 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9baba1bc-da75-4fd2-8192-70a7bdafb325 admin admin] Made reservation on behalf of 811da47f2cca40d2b62b663724eb29e7 for: {'subnet': 1} {{(pid=85337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:50:32.965270 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 49810) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:32.969599 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9baba1bc-da75-4fd2-8192-70a7bdafb325 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:32.982907 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ced39cd2-fbb0-4df1-a365-b53fff2a75f8 req-8a2d62b1-6f28-4189-a506-4cfcd8b47053 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052110 Apr 16 11:50:33.017746 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6984e1a5-674d-41eb-9ed0-e071bfd67bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:33.051788 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-6984e1a5-674d-41eb-9ed0-e071bfd67bbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:33.067130 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-6984e1a5-674d-41eb-9ed0-e071bfd67bbe admin admin] Usage tracker for resource:security_group_rule and tenant:b96a662e6cc04673a4d4b5b1457c2a78 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:33.070297 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-6984e1a5-674d-41eb-9ed0-e071bfd67bbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:33.084556 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-6984e1a5-674d-41eb-9ed0-e071bfd67bbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:33.197094 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6984e1a5-674d-41eb-9ed0-e071bfd67bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:33.202291 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6984e1a5-674d-41eb-9ed0-e071bfd67bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:33.242425 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-7c295643-1622-488f-b36b-7d679856b3f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:33.257091 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-6984e1a5-674d-41eb-9ed0-e071bfd67bbe admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b96a662e6cc04673a4d4b5b1457c2a78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2876265 Apr 16 11:50:33.258877 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 49820) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:33.290587 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984e1a5-674d-41eb-9ed0-e071bfd67bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8baf5d8-c065-4d93-a57f-9ff6891ecb8e,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:33.312711 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-6984e1a5-674d-41eb-9ed0-e071bfd67bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:33.329835 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:33.345495 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 49824) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:33.376200 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-358612b1-56d9-4eeb-a07f-72918d20c341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:33.401892 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-358612b1-56d9-4eeb-a07f-72918d20c341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:33.407615 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-358612b1-56d9-4eeb-a07f-72918d20c341 admin admin] Usage tracker for resource:security_group_rule and tenant:8a5eedbf892341bb872adac07e6a3e9a is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:33.411525 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-358612b1-56d9-4eeb-a07f-72918d20c341 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:33.421068 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-358612b1-56d9-4eeb-a07f-72918d20c341 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:33.482563 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 49830) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:33.528337 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e9d6a87e-3db6-45e0-8349-ea986092e455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:33.537228 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-358612b1-56d9-4eeb-a07f-72918d20c341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:33.562244 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cae497e-b897-4b2f-aa74-6fa18d6bc210 {{(pid=85339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:50:33.580228 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 9cae497e-b897-4b2f-aa74-6fa18d6bc210, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=9cae497e-b897-4b2f-aa74-6fa18d6bc210,segment=NetworkSegment(784c11af-87b1-4dd1-aa84-963206373314),segment_id=784c11af-87b1-4dd1-aa84-963206373314)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:50:33.602199 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:33.604641 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-358612b1-56d9-4eeb-a07f-72918d20c341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:33.606128 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e9d6a87e-3db6-45e0-8349-ea986092e455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:33.611657 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:33.638525 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0fac1f-ef8e-4b78-b51a-78f804c5e004 req-e3ab2a4d-3e12-43e8-a6af-1785d987e237 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:33.640136 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ef0fac1f-ef8e-4b78-b51a-78f804c5e004 req-e3ab2a4d-3e12-43e8-a6af-1785d987e237 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 944 time: 0.2165670 Apr 16 11:50:33.648139 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:33.662253 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-358612b1-56d9-4eeb-a07f-72918d20c341 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8a5eedbf892341bb872adac07e6a3e9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3149450 Apr 16 11:50:33.664880 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 49836) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:33.709339 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358612b1-56d9-4eeb-a07f-72918d20c341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e719592e-4223-445c-b717-2016cc5dccfb,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:33.720804 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-358612b1-56d9-4eeb-a07f-72918d20c341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:33.735069 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=9cae497e-b897-4b2f-aa74-6fa18d6bc210,revision_number=4']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:33.743491 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:33.754601 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-28b9e157-fcba-4e72-b521-173de273f263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:33.774570 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430bec0-0655-42a5-9d35-02b049c6ccfb req-3230b078-7a7b-4619-916c-9d6d959854d9 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:33.777597 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d430bec0-0655-42a5-9d35-02b049c6ccfb req-3230b078-7a7b-4619-916c-9d6d959854d9 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 944 time: 0.2370994 Apr 16 11:50:33.795942 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-28b9e157-fcba-4e72-b521-173de273f263 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:33.801708 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-642ddb9a-f1cf-415e-b2d8-3f9c5d3414e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:33.807972 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ef0fac1f-ef8e-4b78-b51a-78f804c5e004 req-44a82c1e-0dcb-4a37-9a08-9e67f5af4156 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1557236 Apr 16 11:50:33.816235 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-28b9e157-fcba-4e72-b521-173de273f263 admin admin] Usage tracker for resource:security_group_rule and tenant:0983945acec64bb59b9a60f6767b6844 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:33.822092 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-28b9e157-fcba-4e72-b521-173de273f263 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:33.832927 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-28b9e157-fcba-4e72-b521-173de273f263 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:33.839879 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9baba1bc-da75-4fd2-8192-70a7bdafb325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747'] for subnet, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:33.877421 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-642ddb9a-f1cf-415e-b2d8-3f9c5d3414e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:33.905831 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d430bec0-0655-42a5-9d35-02b049c6ccfb req-9fec02a6-ac00-4bfa-89a2-3512197a7987 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000059 Apr 16 11:50:33.916660 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:33.938808 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-642ddb9a-f1cf-415e-b2d8-3f9c5d3414e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:33.944004 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-6984e1a5-674d-41eb-9ed0-e071bfd67bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:33.954593 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e9d6a87e-3db6-45e0-8349-ea986092e455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:33.957523 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ddb9a-f1cf-415e-b2d8-3f9c5d3414e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e719592e-4223-445c-b717-2016cc5dccfb,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:33.959912 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-642ddb9a-f1cf-415e-b2d8-3f9c5d3414e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:33.968815 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-642ddb9a-f1cf-415e-b2d8-3f9c5d3414e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:33.972484 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-642ddb9a-f1cf-415e-b2d8-3f9c5d3414e9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e719592e-4223-445c-b717-2016cc5dccfb HTTP/1.1" status: 204 len: 168 time: 0.3018944 Apr 16 11:50:34.044185 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baba1bc-da75-4fd2-8192-70a7bdafb325 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c6130de-2fa7-401b-ba42-c67721c399cb,revision_number=0']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:34.062413 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-9baba1bc-da75-4fd2-8192-70a7bdafb325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:34.063068 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-0b72aa09-529c-43c8-978a-0a1ea4332e3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:34.093818 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6a87e-3db6-45e0-8349-ea986092e455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8baf5d8-c065-4d93-a57f-9ff6891ecb8e,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:34.095832 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e9d6a87e-3db6-45e0-8349-ea986092e455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:34.099480 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-e9d6a87e-3db6-45e0-8349-ea986092e455 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f8baf5d8-c065-4d93-a57f-9ff6891ecb8e HTTP/1.1" status: 204 len: 168 time: 0.8295805 Apr 16 11:50:34.099480 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e9d6a87e-3db6-45e0-8349-ea986092e455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:34.178429 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-28b9e157-fcba-4e72-b521-173de273f263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:34.185545 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-28b9e157-fcba-4e72-b521-173de273f263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:34.195705 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-c12df199-69bf-43e7-a9b9-064cb951dfd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:34.214369 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baba1bc-da75-4fd2-8192-70a7bdafb325 admin admin] Checking segment: {'id': '5d1a86cb-0ef3-46c3-a17f-8f506ae2f1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5b5601ab-aec7-468f-bac9-485aab4e74d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:50:34.214369 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baba1bc-da75-4fd2-8192-70a7bdafb325 admin admin] Network hostable DHCP agents. Network: 5b5601ab-aec7-468f-bac9-485aab4e74d1, hostable agents: ['ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6'], hosted agents: [] {{(pid=85337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:50:34.261673 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 49850) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:34.261896 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-28b9e157-fcba-4e72-b521-173de273f263 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0983945acec64bb59b9a60f6767b6844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7736495 Apr 16 11:50:34.266243 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9e157-fcba-4e72-b521-173de273f263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb9dbfa-d8a6-4d86-968e-2406778babee,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:34.270585 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-28b9e157-fcba-4e72-b521-173de273f263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:34.277618 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baba1bc-da75-4fd2-8192-70a7bdafb325 admin admin] Network 5b5601ab-aec7-468f-bac9-485aab4e74d1 is scheduled to be hosted by DHCP agent ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6 with binding_index 1 {{(pid=85337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:50:34.278460 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['9cae497e-b897-4b2f-aa74-6fa18d6bc210'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:50:34.371610 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-9baba1bc-da75-4fd2-8192-70a7bdafb325 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-10-iscsi, 5b5601ab-aec7-468f-bac9-485aab4e74d1) {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:50:34.383580 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baba1bc-da75-4fd2-8192-70a7bdafb325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:34.384225 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9baba1bc-da75-4fd2-8192-70a7bdafb325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for subnet, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:34.402198 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30893d7e-526b-47b1-a27e-5ae6f94706f9 None None] Network 5b5601ab-aec7-468f-bac9-485aab4e74d1 requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:50:34.413327 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-9baba1bc-da75-4fd2-8192-70a7bdafb325 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4978383 Apr 16 11:50:34.433659 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-99dba3dd-e9d3-4287-96da-164b99590d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:34.440667 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c8441-d244-42f3-9d61-91896bafd7da req-46841ee5-e644-43e4-a255-868dff941ced tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:34.442383 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5d7c8441-d244-42f3-9d61-91896bafd7da req-46841ee5-e644-43e4-a255-868dff941ced tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 944 time: 0.1423616 Apr 16 11:50:34.498260 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-99dba3dd-e9d3-4287-96da-164b99590d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:34.508882 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5d7c8441-d244-42f3-9d61-91896bafd7da req-8f8c2efb-357c-48a2-9593-aa5e96612fae tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519485 Apr 16 11:50:34.558625 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-99dba3dd-e9d3-4287-96da-164b99590d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:34.568959 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:34.584859 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dba3dd-e9d3-4287-96da-164b99590d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb9dbfa-d8a6-4d86-968e-2406778babee,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:34.597274 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-99dba3dd-e9d3-4287-96da-164b99590d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:34.600388 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-99dba3dd-e9d3-4287-96da-164b99590d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:34.602004 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-99dba3dd-e9d3-4287-96da-164b99590d4d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/dbb9dbfa-d8a6-4d86-968e-2406778babee HTTP/1.1" status: 204 len: 168 time: 0.3391922 Apr 16 11:50:34.817016 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d55b20-0a6c-415c-85a4-b6c148c81e87 None None] Network 5b5601ab-aec7-468f-bac9-485aab4e74d1 requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:50:34.907597 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ab00f350-9864-46e7-b6d3-776691f70858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:35.149088 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240f57d-3354-440a-aa33-94c1e7edea97 req-d0104f63-0c68-4810-8cf8-b4715c48c002 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:35.157453 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6240f57d-3354-440a-aa33-94c1e7edea97 req-d0104f63-0c68-4810-8cf8-b4715c48c002 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 944 time: 0.1454480 Apr 16 11:50:35.215739 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6240f57d-3354-440a-aa33-94c1e7edea97 req-ebb96f0f-dcdd-4380-8f5f-cdf1814a9b5e tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0571389 Apr 16 11:50:35.243992 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9c5bd-7395-4932-8099-9fb4f18248b1 req-338bced8-45d7-4ffa-a0b8-fa6b6973a85d tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:35.247971 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7ed9c5bd-7395-4932-8099-9fb4f18248b1 req-338bced8-45d7-4ffa-a0b8-fa6b6973a85d tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 944 time: 0.1447778 Apr 16 11:50:35.299351 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7ed9c5bd-7395-4932-8099-9fb4f18248b1 req-c7a0c224-123b-4549-88d7-a6b82c1135d6 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452311 Apr 16 11:50:35.310835 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 49888) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:35.333293 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e2e7093d-2d5c-4878-9a68-5fe9d01c910a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:35.351041 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-e2e7093d-2d5c-4878-9a68-5fe9d01c910a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:35.355355 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-e2e7093d-2d5c-4878-9a68-5fe9d01c910a admin admin] Usage tracker for resource:security_group_rule and tenant:06060e7908e64f20b65b83270308f820 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:35.358471 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-e2e7093d-2d5c-4878-9a68-5fe9d01c910a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:35.364663 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-e2e7093d-2d5c-4878-9a68-5fe9d01c910a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:35.467072 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e2e7093d-2d5c-4878-9a68-5fe9d01c910a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:35.470612 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e2e7093d-2d5c-4878-9a68-5fe9d01c910a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:35.482848 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-56302f27-d944-4f35-81e5-2ca0b1fd0090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:35.532131 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-e2e7093d-2d5c-4878-9a68-5fe9d01c910a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=06060e7908e64f20b65b83270308f820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2204385 Apr 16 11:50:35.533085 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7093d-2d5c-4878-9a68-5fe9d01c910a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df0e30a-0156-424c-928f-0a97736d75f2,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:35.535539 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 49904) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:35.536376 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e2e7093d-2d5c-4878-9a68-5fe9d01c910a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:35.632075 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6bf91b72-721c-41ac-8167-26c98ad3569d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:35.664629 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6bf91b72-721c-41ac-8167-26c98ad3569d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:35.724452 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6bf91b72-721c-41ac-8167-26c98ad3569d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:35.730190 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-03b5551c-192c-42f7-a2b6-63e014f33d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:35.742547 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf91b72-721c-41ac-8167-26c98ad3569d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df0e30a-0156-424c-928f-0a97736d75f2,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:35.746083 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e5821-2012-40f7-bf55-7fb72024161a req-101d10b6-d8eb-49a5-a341-6095ec21c06c tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:35.747852 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f32e5821-2012-40f7-bf55-7fb72024161a req-101d10b6-d8eb-49a5-a341-6095ec21c06c tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 944 time: 0.0982161 Apr 16 11:50:35.750891 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6bf91b72-721c-41ac-8167-26c98ad3569d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:35.752607 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-6bf91b72-721c-41ac-8167-26c98ad3569d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6df0e30a-0156-424c-928f-0a97736d75f2 HTTP/1.1" status: 204 len: 168 time: 0.2148333 Apr 16 11:50:35.753686 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-6bf91b72-721c-41ac-8167-26c98ad3569d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:35.800870 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:35.803907 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f32e5821-2012-40f7-bf55-7fb72024161a req-3494a666-e932-4f08-a9e1-1f5e2d0e4a70 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463450 Apr 16 11:50:35.882482 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 49922) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:35.889852 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-edcdfa37-3f4e-47e0-a3ef-5cfe136a1d0f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1445864168-network', 'tenant_id': '31aeff3e7a4b4fbe8c0e0354157b3bf4'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:50:35.895441 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-edcdfa37-3f4e-47e0-a3ef-5cfe136a1d0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:35.900569 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-edcdfa37-3f4e-47e0-a3ef-5cfe136a1d0f admin admin] Usage tracker for resource:network and tenant:31aeff3e7a4b4fbe8c0e0354157b3bf4 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:35.904397 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-edcdfa37-3f4e-47e0-a3ef-5cfe136a1d0f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:35.911676 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-edcdfa37-3f4e-47e0-a3ef-5cfe136a1d0f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:35.922585 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcdfa37-3f4e-47e0-a3ef-5cfe136a1d0f admin admin] Made reservation on behalf of 31aeff3e7a4b4fbe8c0e0354157b3bf4 for: {'network': 1} {{(pid=85337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:50:35.927438 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-edcdfa37-3f4e-47e0-a3ef-5cfe136a1d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for network, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:35.943388 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-edcdfa37-3f4e-47e0-a3ef-5cfe136a1d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:35.960963 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-edcdfa37-3f4e-47e0-a3ef-5cfe136a1d0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:35.965185 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-edcdfa37-3f4e-47e0-a3ef-5cfe136a1d0f admin admin] Usage tracker for resource:security_group_rule and tenant:31aeff3e7a4b4fbe8c0e0354157b3bf4 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:35.968427 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-edcdfa37-3f4e-47e0-a3ef-5cfe136a1d0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:35.974833 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-edcdfa37-3f4e-47e0-a3ef-5cfe136a1d0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:36.075133 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-edcdfa37-3f4e-47e0-a3ef-5cfe136a1d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:36.078865 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-edcdfa37-3f4e-47e0-a3ef-5cfe136a1d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:36.085013 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-9745d7a7-4391-4a15-8043-ff48fd530db3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:36.117525 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edcdfa37-3f4e-47e0-a3ef-5cfe136a1d0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=85337) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:50:36.127528 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcdfa37-3f4e-47e0-a3ef-5cfe136a1d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ca8a9d-03ab-48c1-9122-819edac92d18,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:36.132556 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-edcdfa37-3f4e-47e0-a3ef-5cfe136a1d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:36.136966 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-edcdfa37-3f4e-47e0-a3ef-5cfe136a1d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2559'] for segment, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:36.137675 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.segments_db [None req-edcdfa37-3f4e-47e0-a3ef-5cfe136a1d0f admin admin] Added segment 3e115dab-b740-4803-9d4b-80bd21fcdac3 of type vlan for network 83806983-488e-4cb6-869a-5e0c746ec418 Apr 16 11:50:36.175361 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-edcdfa37-3f4e-47e0-a3ef-5cfe136a1d0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740187980010'] for network, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:36.232739 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-edcdfa37-3f4e-47e0-a3ef-5cfe136a1d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747'] for network, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:36.235243 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcdfa37-3f4e-47e0-a3ef-5cfe136a1d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:36.242420 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-edcdfa37-3f4e-47e0-a3ef-5cfe136a1d0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for network, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:36.247684 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e5987923-68fc-411b-b80b-e289c045163d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:36.350625 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 83db117e-0bf5-4936-b1c9-74bccc07aed5 up at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:50:36.423922 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-edcdfa37-3f4e-47e0-a3ef-5cfe136a1d0f admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5403159 Apr 16 11:50:36.427626 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 49948) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:36.438060 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcdfa37-3f4e-47e0-a3ef-5cfe136a1d0f admin admin] Pushing event updated for resources: {'Network': ['ID=83806983-488e-4cb6-869a-5e0c746ec418,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:36.439044 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-ef60c61d-2fa4-428d-b18d-87d267b574f2 admin admin] Request body: {'subnet': {'network_id': '83806983-488e-4cb6-869a-5e0c746ec418', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1445864168-subnet', 'tenant_id': '31aeff3e7a4b4fbe8c0e0354157b3bf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:50:36.445582 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-edcdfa37-3f4e-47e0-a3ef-5cfe136a1d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:36.456252 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-ef60c61d-2fa4-428d-b18d-87d267b574f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:36.474391 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Network 83806983-488e-4cb6-869a-5e0c746ec418 details requested by agent ovs-agent-dv-cinder-689486-10-iscsi with host dv-cinder-689486-10-iscsi {{(pid=85339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:50:36.568815 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-ef60c61d-2fa4-428d-b18d-87d267b574f2 admin admin] Usage tracker for resource:subnet and tenant:31aeff3e7a4b4fbe8c0e0354157b3bf4 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:36.591755 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-ef60c61d-2fa4-428d-b18d-87d267b574f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:36.622095 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-ef60c61d-2fa4-428d-b18d-87d267b574f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:36.661162 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef60c61d-2fa4-428d-b18d-87d267b574f2 admin admin] Made reservation on behalf of 31aeff3e7a4b4fbe8c0e0354157b3bf4 for: {'subnet': 1} {{(pid=85338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:50:36.667671 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ef60c61d-2fa4-428d-b18d-87d267b574f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:36.756035 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5dc11e-8d08-46fc-821a-b5fa98d4c9f0 req-ba413494-58de-49a9-b2a0-6f411a66cbfa tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:36.758261 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2c5dc11e-8d08-46fc-821a-b5fa98d4c9f0 req-ba413494-58de-49a9-b2a0-6f411a66cbfa tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 944 time: 0.3998032 Apr 16 11:50:36.832154 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2c5dc11e-8d08-46fc-821a-b5fa98d4c9f0 req-6b91df28-eea6-4006-8c73-d835d2fe810d tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616820 Apr 16 11:50:36.868320 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ace9f-0827-4ec6-b050-037e52b47710 req-f60c2dd0-93ee-4d90-9b1c-6d9875f388da tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:36.875945 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-764ace9f-0827-4ec6-b050-037e52b47710 req-f60c2dd0-93ee-4d90-9b1c-6d9875f388da tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 944 time: 0.4088085 Apr 16 11:50:36.971439 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-764ace9f-0827-4ec6-b050-037e52b47710 req-9916bbc1-8b7f-4010-bbd1-ec11dd845e2c tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941010 Apr 16 11:50:37.019914 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:37.050495 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning for port 83db117e-0bf5-4936-b1c9-74bccc07aed5 completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:50:37.064180 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning complete for port 83db117e-0bf5-4936-b1c9-74bccc07aed5 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:50:37.065451 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:37.175821 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add57f56-ea73-4010-8929-bd34158f55b3 req-8df4924d-3088-479a-ba0e-9a72985eb30f tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:37.188058 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-add57f56-ea73-4010-8929-bd34158f55b3 req-8df4924d-3088-479a-ba0e-9a72985eb30f tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 944 time: 0.1631525 Apr 16 11:50:37.351470 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:37.354674 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-add57f56-ea73-4010-8929-bd34158f55b3 req-5ba43402-4d12-4aa3-b69d-dbccd74f3626 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550779 Apr 16 11:50:37.412035 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d619d9-39be-47bd-9022-90edb3c66a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83db117e-0bf5-4936-b1c9-74bccc07aed5'}] {{(pid=85339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:50:37.441682 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 83db117e-0bf5-4936-b1c9-74bccc07aed5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=83db117e-0bf5-4936-b1c9-74bccc07aed5,segment=NetworkSegment(c54cd4bb-a55a-449f-8842-dcc82906022a),segment_id=c54cd4bb-a55a-449f-8842-dcc82906022a)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:50:37.449222 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:37.450208 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 1deb7c6f-6a37-41d9-bd1b-aff745b30394 up at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:50:37.638646 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d619d9-39be-47bd-9022-90edb3c66a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83db117e-0bf5-4936-b1c9-74bccc07aed5', 'code': 200} Apr 16 11:50:37.641337 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:37.684023 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ef60c61d-2fa4-428d-b18d-87d267b574f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747'] for subnet, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:37.723060 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:37.808023 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60c61d-2fa4-428d-b18d-87d267b574f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebe0fefd-3f25-4b6e-ba04-9394014754e1,revision_number=0']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:37.808662 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:37.875325 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning for port 1deb7c6f-6a37-41d9-bd1b-aff745b30394 completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:50:37.886770 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=83db117e-0bf5-4936-b1c9-74bccc07aed5,revision_number=5']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:37.890286 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning complete for port 1deb7c6f-6a37-41d9-bd1b-aff745b30394 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:50:37.890714 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:37.897769 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-ef60c61d-2fa4-428d-b18d-87d267b574f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:37.984311 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:38.136900 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c11397-8bd3-4fbd-a0d1-72fad9eef179 req-353744ac-e716-4855-83c0-49cab432d71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:38.139627 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-00c11397-8bd3-4fbd-a0d1-72fad9eef179 req-353744ac-e716-4855-83c0-49cab432d71e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 1098 time: 0.2409034 Apr 16 11:50:38.144716 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef60c61d-2fa4-428d-b18d-87d267b574f2 admin admin] Checking segment: {'id': '3e115dab-b740-4803-9d4b-80bd21fcdac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83806983-488e-4cb6-869a-5e0c746ec418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:50:38.145114 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef60c61d-2fa4-428d-b18d-87d267b574f2 admin admin] Network hostable DHCP agents. Network: 83806983-488e-4cb6-869a-5e0c746ec418, hostable agents: ['ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6'], hosted agents: [] {{(pid=85338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:50:38.163829 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:38.202537 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051d854-1c74-4e9c-a9f4-790984e788e6 req-b6923a9e-0b45-4a5d-a827-c3faf1c20e79 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:38.211679 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5051d854-1c74-4e9c-a9f4-790984e788e6 req-b6923a9e-0b45-4a5d-a827-c3faf1c20e79 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 945 time: 0.1986709 Apr 16 11:50:38.226698 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 1deb7c6f-6a37-41d9-bd1b-aff745b30394, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1deb7c6f-6a37-41d9-bd1b-aff745b30394,segment=NetworkSegment(784c11af-87b1-4dd1-aa84-963206373314),segment_id=784c11af-87b1-4dd1-aa84-963206373314)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:50:38.233619 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:38.234584 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 9cae497e-b897-4b2f-aa74-6fa18d6bc210 up at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:50:38.276606 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:38.326416 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-00c11397-8bd3-4fbd-a0d1-72fad9eef179 req-502d028e-ed17-4f2d-b887-e123a4204f0e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1708179 Apr 16 11:50:38.339749 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5051d854-1c74-4e9c-a9f4-790984e788e6 req-ebd30d9f-17cc-4f39-89c0-72db77494979 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1175942 Apr 16 11:50:38.356872 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef60c61d-2fa4-428d-b18d-87d267b574f2 admin admin] Network 83806983-488e-4cb6-869a-5e0c746ec418 is scheduled to be hosted by DHCP agent ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6 with binding_index 1 {{(pid=85338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:50:38.387609 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd3c8b-8200-4c4c-acc3-f3f437014d72 req-da1ebee1-c63b-4bc1-b8cd-43801af47c9b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:38.395768 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-bddd3c8b-8200-4c4c-acc3-f3f437014d72 req-da1ebee1-c63b-4bc1-b8cd-43801af47c9b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 944 time: 0.1957231 Apr 16 11:50:38.397490 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-ef60c61d-2fa4-428d-b18d-87d267b574f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-10-iscsi, 83806983-488e-4cb6-869a-5e0c746ec418) {{(pid=85338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:50:38.403031 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef60c61d-2fa4-428d-b18d-87d267b574f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:38.403856 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ef60c61d-2fa4-428d-b18d-87d267b574f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for subnet, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:38.446743 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd50c586-4902-4dcf-9ffd-b62e0053da13 None None] Network 83806983-488e-4cb6-869a-5e0c746ec418 requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:50:38.576387 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-ef60c61d-2fa4-428d-b18d-87d267b574f2 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1425803 Apr 16 11:50:38.608458 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-bddd3c8b-8200-4c4c-acc3-f3f437014d72 req-25070d91-f8a8-40c2-b5eb-b21b22198f2e tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984100 Apr 16 11:50:38.619085 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning for port 9cae497e-b897-4b2f-aa74-6fa18d6bc210 completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:50:38.639299 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45b3f1-65c9-4e1f-9fe0-9602b4755122 req-15c5b8fd-790d-4428-9796-c8774b6a82dc tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:38.639750 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning complete for port 9cae497e-b897-4b2f-aa74-6fa18d6bc210 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:50:38.639750 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:38.643788 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2a45b3f1-65c9-4e1f-9fe0-9602b4755122 req-15c5b8fd-790d-4428-9796-c8774b6a82dc tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 945 time: 0.1724830 Apr 16 11:50:38.717451 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2a45b3f1-65c9-4e1f-9fe0-9602b4755122 req-e29f5a76-bb4f-4c46-be70-488cc1e339b3 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726886 Apr 16 11:50:38.809632 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=1deb7c6f-6a37-41d9-bd1b-aff745b30394,revision_number=5']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:38.818999 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:39.119993 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:39.134196 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dbfe3d-19a1-42cb-b13c-cffb3365127f None None] Network 83806983-488e-4cb6-869a-5e0c746ec418 requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:50:39.257233 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 9cae497e-b897-4b2f-aa74-6fa18d6bc210, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=9cae497e-b897-4b2f-aa74-6fa18d6bc210,segment=NetworkSegment(784c11af-87b1-4dd1-aa84-963206373314),segment_id=784c11af-87b1-4dd1-aa84-963206373314)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:50:39.275003 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:39.276102 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f up at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:50:39.311226 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-23bd1a5d-aedb-423d-8d73-c1c2db0325f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:39.421942 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:50:39.493529 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=9cae497e-b897-4b2f-aa74-6fa18d6bc210,revision_number=5']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:39.503148 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:39.574265 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning for port 7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:50:39.588719 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning complete for port 7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:50:39.589188 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:39.659114 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ac3aab-c502-43ef-a22f-30e39493056e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1deb7c6f-6a37-41d9-bd1b-aff745b30394'}, {'server_uuid': 'b1361429-b0a8-45c2-abcf-4c5d4059befe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cae497e-b897-4b2f-aa74-6fa18d6bc210'}] {{(pid=85339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:50:39.675435 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-55d9cac7-3751-49f3-90f9-e904e7b322bc req-0352235a-f9e7-4a6d-93ef-21aeb91d32e2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5b96b338-b94d-4910-aab4-69bb8ae975cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2097898 Apr 16 11:50:39.701884 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8010c2-3d58-46e9-b844-29733871c55a req-4e74d9b0-4b4a-403b-a000-e122845a85ac tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:39.703925 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-bc8010c2-3d58-46e9-b844-29733871c55a req-4e74d9b0-4b4a-403b-a000-e122845a85ac tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 945 time: 0.1508892 Apr 16 11:50:39.812558 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-bc8010c2-3d58-46e9-b844-29733871c55a req-1661d4bc-64a1-4530-9461-57a2030ef305 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1020238 Apr 16 11:50:39.975150 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:40.015457 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ac3aab-c502-43ef-a22f-30e39493056e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1deb7c6f-6a37-41d9-bd1b-aff745b30394', 'code': 200} Apr 16 11:50:40.015804 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1361429-b0a8-45c2-abcf-4c5d4059befe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cae497e-b897-4b2f-aa74-6fa18d6bc210', 'code': 200} Apr 16 11:50:40.091993 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f,segment=NetworkSegment(f4e993d2-872e-4f90-8e1a-89de5bb8d45c),segment_id=f4e993d2-872e-4f90-8e1a-89de5bb8d45c)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:50:40.097096 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:40.103158 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-23bd1a5d-aedb-423d-8d73-c1c2db0325f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:40.158868 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc00e65-bb56-444c-8cc1-13422ab3ed3a req-1d5e8081-f829-43d5-b019-5612275222ec tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:40.160492 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9cac7-3751-49f3-90f9-e904e7b322bc req-dd7f1570-4f17-430e-93df-91ddab81e942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:40.162106 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-55d9cac7-3751-49f3-90f9-e904e7b322bc req-dd7f1570-4f17-430e-93df-91ddab81e942 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=16e8d50a50aa4b888dad6a1b9c0c4470&device_id=5b96b338-b94d-4910-aab4-69bb8ae975cb HTTP/1.1" status: 200 len: 1099 time: 0.2492068 Apr 16 11:50:40.163173 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9cc00e65-bb56-444c-8cc1-13422ab3ed3a req-1d5e8081-f829-43d5-b019-5612275222ec tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 944 time: 0.2531233 Apr 16 11:50:40.385041 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9cc00e65-bb56-444c-8cc1-13422ab3ed3a req-f51bd489-0154-433f-a9d3-a754c8c6d71c tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2066331 Apr 16 11:50:40.408931 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f,revision_number=5']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:40.428087 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:40.597687 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f8464-9984-4b68-bc9c-a55dec1dd1c4 req-b56f8be6-a4cb-4eb5-a3c1-2399cb6d0185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:40.604532 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d82f8464-9984-4b68-bc9c-a55dec1dd1c4 req-b56f8be6-a4cb-4eb5-a3c1-2399cb6d0185 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 1098 time: 0.1988280 Apr 16 11:50:40.671493 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7962f-27a0-4b38-a7e4-84a2df618d77 req-496c3222-5755-4fb8-bfc7-bb465c10d8b1 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:40.681302 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d7c7962f-27a0-4b38-a7e4-84a2df618d77 req-496c3222-5755-4fb8-bfc7-bb465c10d8b1 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 945 time: 0.4031591 Apr 16 11:50:40.731543 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-d82f8464-9984-4b68-bc9c-a55dec1dd1c4 req-ca1b5f0c-f69d-494d-be1e-60a7480c969f service neutron] Synchronizing usage tracker for tenant:2e85d1a4910e49229a3d4bbefdbfd660 on resource:security_group {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:50:40.785296 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013fe19-2917-4988-b843-ef07e4ec2683 req-95afd46f-ee21-4f1d-94fe-bef72aac9a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:40.785711 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-d82f8464-9984-4b68-bc9c-a55dec1dd1c4 req-ca1b5f0c-f69d-494d-be1e-60a7480c969f service neutron] Unset dirty status for tenant:2e85d1a4910e49229a3d4bbefdbfd660 on resource:security_group {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:50:40.787102 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d82f8464-9984-4b68-bc9c-a55dec1dd1c4 req-ca1b5f0c-f69d-494d-be1e-60a7480c969f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680546 Apr 16 11:50:40.787296 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f013fe19-2917-4988-b843-ef07e4ec2683 req-95afd46f-ee21-4f1d-94fe-bef72aac9a35 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 1098 time: 0.3305149 Apr 16 11:50:40.803153 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d7c7962f-27a0-4b38-a7e4-84a2df618d77 req-d2948f35-da10-48fa-a5fe-71c48e170b44 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207905 Apr 16 11:50:40.804469 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9cac7-3751-49f3-90f9-e904e7b322bc req-83f7bf3c-93fd-4edb-a376-f79dec5fcccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:40.817740 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-55d9cac7-3751-49f3-90f9-e904e7b322bc req-83f7bf3c-93fd-4edb-a376-f79dec5fcccc service neutron] 10.222.0.79 "GET /v2.0/networks?id=cbfd761b-fa5d-4d91-89c1-e48413f9ead1 HTTP/1.1" status: 200 len: 912 time: 0.4675956 Apr 16 11:50:41.031164 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699de50d-d6c4-475c-a33c-34fcffb79f6b req-e1a3c3d9-97b6-4283-ad8a-a552f5150442 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:41.041499 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-55d9cac7-3751-49f3-90f9-e904e7b322bc req-99861f84-465a-41bc-9c18-226bc07b4730 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2457ba45-6034-4924-a493-fcd5426b91d7 HTTP/1.1" status: 200 len: 217 time: 0.0913165 Apr 16 11:50:41.046648 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-699de50d-d6c4-475c-a33c-34fcffb79f6b req-e1a3c3d9-97b6-4283-ad8a-a552f5150442 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b96b338-b94d-4910-aab4-69bb8ae975cb HTTP/1.1" status: 200 len: 946 time: 0.1445577 Apr 16 11:50:41.101482 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f013fe19-2917-4988-b843-ef07e4ec2683 req-3946a676-adc6-496d-a844-95b654d1a98f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877015 Apr 16 11:50:41.111398 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-699de50d-d6c4-475c-a33c-34fcffb79f6b req-c9db3906-03fc-4189-9338-8ae1ea243804 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd637623-3496-4d17-8bc8-f64623f2051a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615265 Apr 16 11:50:41.193476 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9cac7-3751-49f3-90f9-e904e7b322bc req-f1889580-5d19-4b1b-a8c2-142e9e1309a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:41.195370 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-55d9cac7-3751-49f3-90f9-e904e7b322bc req-f1889580-5d19-4b1b-a8c2-142e9e1309a0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ebdda504-962e-4954-a9c3-069b3251c67c HTTP/1.1" status: 200 len: 851 time: 0.0962472 Apr 16 11:50:41.215676 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d3b8d-fc76-4f9e-8073-61fa2232b651 req-bfa6c709-c437-4fbb-bcfc-b03892617310 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:41.224359 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-989d3b8d-fc76-4f9e-8073-61fa2232b651 req-bfa6c709-c437-4fbb-bcfc-b03892617310 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 945 time: 0.1989734 Apr 16 11:50:41.278749 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-989d3b8d-fc76-4f9e-8073-61fa2232b651 req-b5b65281-5e38-465c-9ea3-9a77a878a1ec tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535860 Apr 16 11:50:41.626693 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398412bb-9eeb-4c57-86b7-4c6377ea52bf req-3d247228-999e-45f4-8abb-2fa63cbe6e51 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:41.629802 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-398412bb-9eeb-4c57-86b7-4c6377ea52bf req-3d247228-999e-45f4-8abb-2fa63cbe6e51 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 945 time: 0.1446717 Apr 16 11:50:41.642356 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 50150) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:41.655006 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-46e18e1a-a733-4645-a16f-b8a016ea1692 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Request body: {'floatingip': {'port_id': '83db117e-0bf5-4936-b1c9-74bccc07aed5'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:50:41.691146 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627de1e6-dc4d-4d6f-84e6-d93fdb713310 req-bbb090b9-4bc0-4676-9da3-c4db22cf8d87 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:41.692899 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-627de1e6-dc4d-4d6f-84e6-d93fdb713310 req-bbb090b9-4bc0-4676-9da3-c4db22cf8d87 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.1055703 Apr 16 11:50:41.768877 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-627de1e6-dc4d-4d6f-84e6-d93fdb713310 req-33c47b23-a06d-404b-aeb6-bf7db07771b6 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514257 Apr 16 11:50:41.789216 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-46e18e1a-a733-4645-a16f-b8a016ea1692 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for floatingip, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:42.017148 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69634afb-7f33-4aa4-a0f2-065e41389fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f'}] {{(pid=85339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:50:42.067915 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69634afb-7f33-4aa4-a0f2-065e41389fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f', 'code': 200} Apr 16 11:50:42.215446 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70372c40-6242-4eff-9714-a21d280bb1e0 req-a383763c-07be-4582-a644-81a6a7b7b8f6 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:42.217167 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-70372c40-6242-4eff-9714-a21d280bb1e0 req-a383763c-07be-4582-a644-81a6a7b7b8f6 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 945 time: 0.2931387 Apr 16 11:50:42.301500 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-70372c40-6242-4eff-9714-a21d280bb1e0 req-ab11d0f3-a754-4b1f-ad7e-8e6a44a0f7a7 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705557 Apr 16 11:50:42.335785 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b895b-e2ec-41a9-bbed-7f7afdf72b4f req-5c1f4904-ded5-4e4c-884f-d27da08c1dd3 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:42.337383 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c13b895b-e2ec-41a9-bbed-7f7afdf72b4f req-5c1f4904-ded5-4e4c-884f-d27da08c1dd3 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b96b338-b94d-4910-aab4-69bb8ae975cb HTTP/1.1" status: 200 len: 946 time: 0.0939362 Apr 16 11:50:42.387703 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c13b895b-e2ec-41a9-bbed-7f7afdf72b4f req-018b99cd-98f8-4f4e-abbf-741892638fe7 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd637623-3496-4d17-8bc8-f64623f2051a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433588 Apr 16 11:50:42.741195 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-46e18e1a-a733-4645-a16f-b8a016ea1692 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:42.744123 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-46e18e1a-a733-4645-a16f-b8a016ea1692 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852691177'] for floatingip, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:43.200184 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.l3_db [None req-46e18e1a-a733-4645-a16f-b8a016ea1692 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Floating IP 324ff615-4bfb-4964-ba16-0904b176af35 associated. External IP: 172.27.1.100, port: 83db117e-0bf5-4936-b1c9-74bccc07aed5. Apr 16 11:50:43.339362 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-55d9cac7-3751-49f3-90f9-e904e7b322bc req-66e11f65-da7e-478e-aa81-56fc98b89758 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cbfd761b-fa5d-4d91-89c1-e48413f9ead1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555778 Apr 16 11:50:43.368523 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299a9fa-5e04-4a96-8506-519f2514b255 req-e187feec-423f-4cc9-bcbc-6ec1a4b7bf3b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:43.370192 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4299a9fa-5e04-4a96-8506-519f2514b255 req-e187feec-423f-4cc9-bcbc-6ec1a4b7bf3b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.4773309 Apr 16 11:50:43.451254 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4299a9fa-5e04-4a96-8506-519f2514b255 req-8f5c89de-1044-49f9-b8a0-878d470fcd20 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702496 Apr 16 11:50:43.513933 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956e62b-5e99-4309-868b-f6524776823c req-06e35c2a-79d5-4efa-bf2a-9af510da7167 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:43.515480 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8956e62b-5e99-4309-868b-f6524776823c req-06e35c2a-79d5-4efa-bf2a-9af510da7167 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 945 time: 0.0909927 Apr 16 11:50:43.533047 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:43.574195 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8956e62b-5e99-4309-868b-f6524776823c req-b61b983a-dc0b-446b-8a1e-353387c7b10a tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420859 Apr 16 11:50:43.716756 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e18e1a-a733-4645-a16f-b8a016ea1692 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Router 2093bd27-4aaf-4fbd-8bcf-454efa75ab3c has already been hosted by L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 {{(pid=85337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:50:43.735765 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23225064-ea07-46cb-896c-652df5e529c8 req-cc22c3c6-eabe-4c52-8ac1-41ed5926fe92 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:43.737393 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-23225064-ea07-46cb-896c-652df5e529c8 req-cc22c3c6-eabe-4c52-8ac1-41ed5926fe92 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b96b338-b94d-4910-aab4-69bb8ae975cb HTTP/1.1" status: 200 len: 946 time: 0.1542914 Apr 16 11:50:43.926852 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-23225064-ea07-46cb-896c-652df5e529c8 req-02cb4c8b-11e8-4487-9568-cb88f2f3fee5 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd637623-3496-4d17-8bc8-f64623f2051a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353481 Apr 16 11:50:43.961761 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e18e1a-a733-4645-a16f-b8a016ea1692 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:50:43.966273 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-46e18e1a-a733-4645-a16f-b8a016ea1692 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for floatingip, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:43.977388 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1b1303-e2f8-446c-92da-4d4d9162d225 None None] Sync routers for ids ['2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'] in dv-cinder-689486-10-iscsi {{(pid=85340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:50:43.988026 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1b1303-e2f8-446c-92da-4d4d9162d225 None None] Routers {'2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:50:43.988706 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-9d1b1303-e2f8-446c-92da-4d4d9162d225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:50:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'], 'active': True} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:50:44.028987 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-46e18e1a-a733-4645-a16f-b8a016ea1692 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "PUT /v2.0/floatingips/324ff615-4bfb-4964-ba16-0904b176af35 HTTP/1.1" status: 200 len: 991 time: 2.3844576 Apr 16 11:50:44.029828 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d619d9-39be-47bd-9022-90edb3c66a1e', 'tag': '83db117e-0bf5-4936-b1c9-74bccc07aed5'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:50:44.090239 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d619d9-39be-47bd-9022-90edb3c66a1e', 'tag': '83db117e-0bf5-4936-b1c9-74bccc07aed5', 'status': 'completed', 'code': 200} Apr 16 11:50:44.346675 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-9d1b1303-e2f8-446c-92da-4d4d9162d225 None None] Set router 2093bd27-4aaf-4fbd-8bcf-454efa75ab3c gateway port host: dv-cinder-689486-10-iscsi {{(pid=85340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:50:44.662445 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de619391-bf11-41da-8889-fad257a4740b req-a89a05cd-0f39-464f-907b-b72873e6ad56 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:44.664061 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-de619391-bf11-41da-8889-fad257a4740b req-a89a05cd-0f39-464f-907b-b72873e6ad56 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.0938895 Apr 16 11:50:44.712457 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-de619391-bf11-41da-8889-fad257a4740b req-e287c6a9-7af8-48fb-b3ee-6c50e74d7a36 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409129 Apr 16 11:50:44.718964 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-9d1b1303-e2f8-446c-92da-4d4d9162d225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1332365872-router', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e3fcb891-0af6-4d53-8d22-c63b7d9dc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:27Z', 'updated_at': '2021-04-16T11:49:47Z', 'revision_number': 4, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'gw_port': {'id': 'e3fcb891-0af6-4d53-8d22-c63b7d9dc95b', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:30Z', 'updated_at': '2021-04-16T11:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_floatingips': [{'id': '324ff615-4bfb-4964-ba16-0904b176af35', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'router_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'port_id': '83db117e-0bf5-4936-b1c9-74bccc07aed5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7', 'mac_address': 'fa:16:3e:37:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d619d9-39be-47bd-9022-90edb3c66a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:50:02Z', 'updated_at': '2021-04-16T11:50:42Z', 'revision_number': 1, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ebbe09-b546-4230-9bc2-96f0f2321d69', 'name': '', 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'mac_address': 'fa:16:3e:1a:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e34726b9-4f8a-44d8-a3f0-ee759b42ab33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:39Z', 'updated_at': '2021-04-16T11:50:01Z', 'revision_number': 5, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'subnets': [{'id': 'e34726b9-4f8a-44d8-a3f0-ee759b42ab33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:50:44.723179 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1b1303-e2f8-446c-92da-4d4d9162d225 None None] Checking router: 2093bd27-4aaf-4fbd-8bcf-454efa75ab3c for host: dv-cinder-689486-10-iscsi {{(pid=85340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:50:44.732867 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1b1303-e2f8-446c-92da-4d4d9162d225 None None] Routers {'2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:50:44.733516 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-9d1b1303-e2f8-446c-92da-4d4d9162d225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:50:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'], 'active': True} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:50:44.926712 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736f093-e0b8-450d-92f4-18480199e834 req-05620f2a-e0cd-48a3-9c02-1e5081b32b2a tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:44.928302 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d736f093-e0b8-450d-92f4-18480199e834 req-05620f2a-e0cd-48a3-9c02-1e5081b32b2a tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 945 time: 0.0983279 Apr 16 11:50:44.937087 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-9d1b1303-e2f8-446c-92da-4d4d9162d225 None None] Set router 2093bd27-4aaf-4fbd-8bcf-454efa75ab3c gateway port host: dv-cinder-689486-10-iscsi {{(pid=85340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:50:44.977514 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d736f093-e0b8-450d-92f4-18480199e834 req-1e093ab7-3820-4673-a9a9-8ee4706e6fbc tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427020 Apr 16 11:50:45.180339 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7730f8-137b-48b8-ba56-8627474dd05b req-7826cd20-d55c-400d-a669-63076948a134 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:45.181981 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0f7730f8-137b-48b8-ba56-8627474dd05b req-7826cd20-d55c-400d-a669-63076948a134 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b96b338-b94d-4910-aab4-69bb8ae975cb HTTP/1.1" status: 200 len: 946 time: 0.0930982 Apr 16 11:50:45.256736 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0f7730f8-137b-48b8-ba56-8627474dd05b req-efe0d8b7-9f9b-45d8-9abd-1fd03d7e54ec tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd637623-3496-4d17-8bc8-f64623f2051a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601971 Apr 16 11:50:45.328758 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-9d1b1303-e2f8-446c-92da-4d4d9162d225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1332365872-router', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e3fcb891-0af6-4d53-8d22-c63b7d9dc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:27Z', 'updated_at': '2021-04-16T11:49:47Z', 'revision_number': 4, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'gw_port': {'id': 'e3fcb891-0af6-4d53-8d22-c63b7d9dc95b', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:30Z', 'updated_at': '2021-04-16T11:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_floatingips': [{'id': '324ff615-4bfb-4964-ba16-0904b176af35', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'router_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'port_id': '83db117e-0bf5-4936-b1c9-74bccc07aed5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7', 'mac_address': 'fa:16:3e:37:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d619d9-39be-47bd-9022-90edb3c66a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:50:02Z', 'updated_at': '2021-04-16T11:50:42Z', 'revision_number': 1, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ebbe09-b546-4230-9bc2-96f0f2321d69', 'name': '', 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'mac_address': 'fa:16:3e:1a:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e34726b9-4f8a-44d8-a3f0-ee759b42ab33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:39Z', 'updated_at': '2021-04-16T11:50:01Z', 'revision_number': 5, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'subnets': [{'id': 'e34726b9-4f8a-44d8-a3f0-ee759b42ab33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:50:45.333055 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1b1303-e2f8-446c-92da-4d4d9162d225 None None] The sync data for ids ['2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'] in dv-cinder-689486-10-iscsi is: [{'id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1332365872-router', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e3fcb891-0af6-4d53-8d22-c63b7d9dc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:27Z', 'updated_at': '2021-04-16T11:49:47Z', 'revision_number': 4, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'gw_port': {'id': 'e3fcb891-0af6-4d53-8d22-c63b7d9dc95b', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:30Z', 'updated_at': '2021-04-16T11:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_floatingips': [{'id': '324ff615-4bfb-4964-ba16-0904b176af35', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'router_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'port_id': '83db117e-0bf5-4936-b1c9-74bccc07aed5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7', 'mac_address': 'fa:16:3e:37:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d619d9-39be-47bd-9022-90edb3c66a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:50:02Z', 'updated_at': '2021-04-16T11:50:42Z', 'revision_number': 1, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ebbe09-b546-4230-9bc2-96f0f2321d69', 'name': '', 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'mac_address': 'fa:16:3e:1a:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e34726b9-4f8a-44d8-a3f0-ee759b42ab33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:39Z', 'updated_at': '2021-04-16T11:50:01Z', 'revision_number': 5, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'subnets': [{'id': 'e34726b9-4f8a-44d8-a3f0-ee759b42ab33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:50:45.626773 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b408f9c3-36f4-4266-abed-54e66401d4d7 None None] New status for floating IP 324ff615-4bfb-4964-ba16-0904b176af35: ACTIVE {{(pid=85339) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 11:50:46.014838 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6bf3c-d0bf-4c58-9bdb-75f4971f4279 req-263cb49c-f9a0-41b9-905f-0f899f76d57f tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:46.016846 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-06b6bf3c-d0bf-4c58-9bdb-75f4971f4279 req-263cb49c-f9a0-41b9-905f-0f899f76d57f tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.1852896 Apr 16 11:50:46.037170 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3f563-2d76-49d4-bfe6-2b146dcf6edb req-c4c3a1cc-f2fa-4131-a241-a8982d8bbcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:46.038762 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7cf3f563-2d76-49d4-bfe6-2b146dcf6edb req-c4c3a1cc-f2fa-4131-a241-a8982d8bbcd0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 1098 time: 0.1621273 Apr 16 11:50:46.046912 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-55d9cac7-3751-49f3-90f9-e904e7b322bc req-5bd0602d-ed56-4945-bed4-beb7461710a2 service neutron] 10.222.0.79 "GET /v2.0/networks/cbfd761b-fa5d-4d91-89c1-e48413f9ead1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304285 Apr 16 11:50:46.067033 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0fd8b3-9f06-49ca-b631-009ca99bd0bc req-3b7dd4c9-1149-475e-a1c9-11ec5d55f5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:46.069277 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4a0fd8b3-9f06-49ca-b631-009ca99bd0bc req-3b7dd4c9-1149-475e-a1c9-11ec5d55f5ea service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5cb420ffa55c4c63be5c8a61559de7d5&device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 1098 time: 0.2175009 Apr 16 11:50:46.076994 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-06b6bf3c-d0bf-4c58-9bdb-75f4971f4279 req-55850f2a-bebb-48e9-81e9-ffb36b84cd23 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592854 Apr 16 11:50:46.208516 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4e4a9-e31c-46c8-a842-caebd3b90185 req-7836319f-aef0-454c-b262-06408f09e628 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:46.210063 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-95b4e4a9-e31c-46c8-a842-caebd3b90185 req-7836319f-aef0-454c-b262-06408f09e628 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 945 time: 0.0910745 Apr 16 11:50:46.254494 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7cf3f563-2d76-49d4-bfe6-2b146dcf6edb req-cbb22ce9-7326-44e9-aa1c-d419b3346d88 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385571 Apr 16 11:50:46.481875 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a589e-5d24-4aa0-b77d-7881be577e5c req-d882944c-3639-4fdb-845f-c13a84fe58bf tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:46.483546 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-cf8a589e-5d24-4aa0-b77d-7881be577e5c req-d882944c-3639-4fdb-845f-c13a84fe58bf tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b96b338-b94d-4910-aab4-69bb8ae975cb HTTP/1.1" status: 200 len: 946 time: 0.0967698 Apr 16 11:50:46.534946 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-cf8a589e-5d24-4aa0-b77d-7881be577e5c req-ef6b208c-7fb3-4918-b4e7-b905c2651504 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd637623-3496-4d17-8bc8-f64623f2051a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446672 Apr 16 11:50:46.660000 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-95b4e4a9-e31c-46c8-a842-caebd3b90185 req-897ecfc3-3745-45b0-ab6a-08a22fcdc873 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4203494 Apr 16 11:50:46.735180 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-55d9cac7-3751-49f3-90f9-e904e7b322bc req-bdbcbee0-460e-4d33-a269-53298b91cad9 service neutron] 10.222.0.79 "GET /v2.0/networks/cbfd761b-fa5d-4d91-89c1-e48413f9ead1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5186505 Apr 16 11:50:46.736430 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0fd8b3-9f06-49ca-b631-009ca99bd0bc req-25b248bb-5b68-4bc8-9342-358c43e5db8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:46.737846 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4a0fd8b3-9f06-49ca-b631-009ca99bd0bc req-25b248bb-5b68-4bc8-9342-358c43e5db8a service neutron] 10.222.0.79 "GET /v2.0/networks?id=e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7 HTTP/1.1" status: 200 len: 918 time: 0.5202179 Apr 16 11:50:46.873140 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4a0fd8b3-9f06-49ca-b631-009ca99bd0bc req-e568eaf4-26bb-4747-97e9-81f6da9f5950 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83db117e-0bf5-4936-b1c9-74bccc07aed5 HTTP/1.1" status: 200 len: 1001 time: 0.1130025 Apr 16 11:50:46.950986 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0fd8b3-9f06-49ca-b631-009ca99bd0bc req-915f7f4b-2c23-455b-8a4a-0564fb681ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:46.952788 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4a0fd8b3-9f06-49ca-b631-009ca99bd0bc req-915f7f4b-2c23-455b-8a4a-0564fb681ab8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e34726b9-4f8a-44d8-a3f0-ee759b42ab33 HTTP/1.1" status: 200 len: 856 time: 0.0718193 Apr 16 11:50:47.046892 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0fd8b3-9f06-49ca-b631-009ca99bd0bc req-4b5f8324-dacb-423f-9b4a-d9190c342619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:47.048746 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4a0fd8b3-9f06-49ca-b631-009ca99bd0bc req-4b5f8324-dacb-423f-9b4a-d9190c342619 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0818136 Apr 16 11:50:47.247672 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4a0fd8b3-9f06-49ca-b631-009ca99bd0bc req-f9f1ece3-5a7f-4b4b-9264-3c0fe3f41807 service neutron] 10.222.0.79 "GET /v2.0/networks/e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907189 Apr 16 11:50:47.489755 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb4281-e92c-465d-a347-deef95a51300 req-b2a62e16-2f77-487e-afc8-0284b4816ddb tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:47.491624 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f7eb4281-e92c-465d-a347-deef95a51300 req-b2a62e16-2f77-487e-afc8-0284b4816ddb tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.2428529 Apr 16 11:50:47.495461 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4a0fd8b3-9f06-49ca-b631-009ca99bd0bc req-c38ed2c7-76e3-494d-993a-6574e6a71119 service neutron] 10.222.0.79 "GET /v2.0/networks/e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029879 Apr 16 11:50:47.559081 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f7eb4281-e92c-465d-a347-deef95a51300 req-db856b38-417c-4c0f-b32f-73692e0dd7e3 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584080 Apr 16 11:50:47.797285 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87960348-e910-4a00-b408-ff2818e8aa9f req-cce56200-046e-481e-b43c-c7d6d22b86d9 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:47.800705 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-87960348-e910-4a00-b408-ff2818e8aa9f req-cce56200-046e-481e-b43c-c7d6d22b86d9 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b96b338-b94d-4910-aab4-69bb8ae975cb HTTP/1.1" status: 200 len: 946 time: 0.1219242 Apr 16 11:50:47.854023 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-87960348-e910-4a00-b408-ff2818e8aa9f req-0107a9e0-5f8a-402a-9393-67af1a249648 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd637623-3496-4d17-8bc8-f64623f2051a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450289 Apr 16 11:50:47.977386 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6997b1-b1ba-4a55-b93b-cf9ec4a30431 req-fd0bbf18-acb0-41bb-a937-08407dfb9db1 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:47.980416 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2e6997b1-b1ba-4a55-b93b-cf9ec4a30431 req-fd0bbf18-acb0-41bb-a937-08407dfb9db1 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 945 time: 0.1325023 Apr 16 11:50:48.064579 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2e6997b1-b1ba-4a55-b93b-cf9ec4a30431 req-50207a66-a79b-45e4-8322-46b2f0150b3b tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748961 Apr 16 11:50:48.758761 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feba04f-791b-4599-9fe1-067e21676c83 req-6ddf6375-4bee-4dda-b06a-d90329ac6c03 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:48.760444 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3feba04f-791b-4599-9fe1-067e21676c83 req-6ddf6375-4bee-4dda-b06a-d90329ac6c03 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.0872228 Apr 16 11:50:48.809251 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3feba04f-791b-4599-9fe1-067e21676c83 req-fd93b638-ddee-4777-a48f-d181721b9580 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415778 Apr 16 11:50:49.021179 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0d83f-61be-40c1-9d9e-d9df4ef09115 req-bbc1aa41-ce33-4210-b092-a2ce8c39dfc1 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:49.023440 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e2b0d83f-61be-40c1-9d9e-d9df4ef09115 req-bbc1aa41-ce33-4210-b092-a2ce8c39dfc1 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.0971923 Apr 16 11:50:49.034982 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 50290) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:49.041503 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-1e939c79-1cea-4bc6-b6d8-0d3d03208e29 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Request body: {'floatingip': {'port_id': '7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:50:49.064739 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb323569-1c0c-4749-947a-d942a7b36599 req-0f0a16fe-f4ef-4f49-877b-b1af470b5150 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:49.066311 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-bb323569-1c0c-4749-947a-d942a7b36599 req-0f0a16fe-f4ef-4f49-877b-b1af470b5150 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b96b338-b94d-4910-aab4-69bb8ae975cb HTTP/1.1" status: 200 len: 946 time: 0.0929646 Apr 16 11:50:49.122410 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-bb323569-1c0c-4749-947a-d942a7b36599 req-01af57ca-2aca-4dfb-b73e-49eea24e6197 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd637623-3496-4d17-8bc8-f64623f2051a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495784 Apr 16 11:50:49.132053 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1e939c79-1cea-4bc6-b6d8-0d3d03208e29 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for floatingip, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:49.433741 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c7ec6-278a-45e6-a309-4eba4e0e2f2b req-886510d5-56b9-4f8b-b693-f5fe4d090e85 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:49.434605 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-cb0c7ec6-278a-45e6-a309-4eba4e0e2f2b req-886510d5-56b9-4f8b-b693-f5fe4d090e85 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 945 time: 0.2166033 Apr 16 11:50:49.853283 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-cb0c7ec6-278a-45e6-a309-4eba4e0e2f2b req-dfe8c308-9d9c-4ac3-93fd-c4ed83a7a6e7 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562248 Apr 16 11:50:49.899625 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 50316) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:50.049109 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-219be7ff-7709-4f92-83cd-9016db84ea0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:50.067331 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-219be7ff-7709-4f92-83cd-9016db84ea0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:50.071754 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-219be7ff-7709-4f92-83cd-9016db84ea0f admin admin] Usage tracker for resource:security_group_rule and tenant:5e0c1f555ad540bc993bedcf634a6c4b is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:50.074937 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-219be7ff-7709-4f92-83cd-9016db84ea0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:50.081347 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-219be7ff-7709-4f92-83cd-9016db84ea0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:50.165418 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1e939c79-1cea-4bc6-b6d8-0d3d03208e29 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:50.181643 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1e939c79-1cea-4bc6-b6d8-0d3d03208e29 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852691177'] for floatingip, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:50.187263 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-219be7ff-7709-4f92-83cd-9016db84ea0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:50.193358 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-219be7ff-7709-4f92-83cd-9016db84ea0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:50.225037 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e24bb7e5-83e7-449f-a469-14df0ff11d3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:50.273318 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219be7ff-7709-4f92-83cd-9016db84ea0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b51b01-2dd4-49e8-b6bc-7affcd675acd,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:50.280308 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-219be7ff-7709-4f92-83cd-9016db84ea0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:50.297854 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-219be7ff-7709-4f92-83cd-9016db84ea0f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5e0c1f555ad540bc993bedcf634a6c4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3970051 Apr 16 11:50:50.300468 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 50326) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:50.441713 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-81f67508-9c00-4008-941a-ede659501b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:50.464539 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb15b5e-a8e6-41e1-ac4c-39eb0cd081cc req-fa02dc89-8fe7-46b0-8d7d-e3a37e397128 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:50.466132 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-bfb15b5e-a8e6-41e1-ac4c-39eb0cd081cc req-fa02dc89-8fe7-46b0-8d7d-e3a37e397128 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 945 time: 0.2140746 Apr 16 11:50:50.481241 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.l3_db [None req-1e939c79-1cea-4bc6-b6d8-0d3d03208e29 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Floating IP 554c3984-4e80-4f33-9e2b-754d253f7824 associated. External IP: 172.27.1.169, port: 7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f. Apr 16 11:50:50.481474 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d856f1-1727-4baf-98db-f8f1a5fcb293 req-3ef57404-e697-48b0-af4e-f8d0c54c1466 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:50.483336 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-20d856f1-1727-4baf-98db-f8f1a5fcb293 req-3ef57404-e697-48b0-af4e-f8d0c54c1466 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b96b338-b94d-4910-aab4-69bb8ae975cb HTTP/1.1" status: 200 len: 946 time: 0.1800766 Apr 16 11:50:50.488819 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-81f67508-9c00-4008-941a-ede659501b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:50.581074 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-20d856f1-1727-4baf-98db-f8f1a5fcb293 req-ebe258c4-b363-40f0-bd0d-c7e053d3c425 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd637623-3496-4d17-8bc8-f64623f2051a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836799 Apr 16 11:50:50.582387 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-81f67508-9c00-4008-941a-ede659501b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:50.587856 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e8774fec-0e0e-4ac9-a5e4-8035806b5544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:50.601600 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f67508-9c00-4008-941a-ede659501b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b51b01-2dd4-49e8-b6bc-7affcd675acd,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:50.607993 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-81f67508-9c00-4008-941a-ede659501b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:50.618847 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-81f67508-9c00-4008-941a-ede659501b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:50.622294 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-81f67508-9c00-4008-941a-ede659501b27 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/43b51b01-2dd4-49e8-b6bc-7affcd675acd HTTP/1.1" status: 204 len: 168 time: 0.3185463 Apr 16 11:50:50.741746 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-bfb15b5e-a8e6-41e1-ac4c-39eb0cd081cc req-2c8a7b0a-18e4-446e-9f8c-c3b900ab2200 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635350 Apr 16 11:50:51.005589 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e939c79-1cea-4bc6-b6d8-0d3d03208e29 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Router 6192d5b7-ede1-4dbc-8d4a-25b178584e2c has already been hosted by L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 {{(pid=85337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:50:51.030933 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 50350) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:51.050947 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ae87fbe5-82c7-442c-8a2c-6bd164f14b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:51.070299 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-ae87fbe5-82c7-442c-8a2c-6bd164f14b3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:51.074421 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-ae87fbe5-82c7-442c-8a2c-6bd164f14b3d admin admin] Usage tracker for resource:security_group_rule and tenant:1fa1105f5c174f9cb2f0a1e29961fc62 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:51.077475 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-ae87fbe5-82c7-442c-8a2c-6bd164f14b3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:51.083409 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-ae87fbe5-82c7-442c-8a2c-6bd164f14b3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:51.172368 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ae87fbe5-82c7-442c-8a2c-6bd164f14b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:51.175676 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ae87fbe5-82c7-442c-8a2c-6bd164f14b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:51.185992 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:51.215035 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e939c79-1cea-4bc6-b6d8-0d3d03208e29 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:50:51.220308 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1e939c79-1cea-4bc6-b6d8-0d3d03208e29 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for floatingip, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:51.228360 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8691a4-2f54-43ad-a416-0fe4c2275194 None None] Sync routers for ids ['6192d5b7-ede1-4dbc-8d4a-25b178584e2c'] in dv-cinder-689486-10-iscsi {{(pid=85340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:50:51.234931 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-ae87fbe5-82c7-442c-8a2c-6bd164f14b3d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1fa1105f5c174f9cb2f0a1e29961fc62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2003253 Apr 16 11:50:51.234931 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87fbe5-82c7-442c-8a2c-6bd164f14b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1424370-9d7c-4ed9-9a10-4fcae4be2c44,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:51.236106 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 50354) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:51.239304 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-ae87fbe5-82c7-442c-8a2c-6bd164f14b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:51.245992 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8691a4-2f54-43ad-a416-0fe4c2275194 None None] Routers {'6192d5b7-ede1-4dbc-8d4a-25b178584e2c'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:50:51.246977 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-8a8691a4-2f54-43ad-a416-0fe4c2275194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:50:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['6192d5b7-ede1-4dbc-8d4a-25b178584e2c'], 'active': True} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:50:51.284445 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-1e939c79-1cea-4bc6-b6d8-0d3d03208e29 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "PUT /v2.0/floatingips/554c3984-4e80-4f33-9e2b-754d253f7824 HTTP/1.1" status: 200 len: 991 time: 2.2455726 Apr 16 11:50:51.284445 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69634afb-7f33-4aa4-a0f2-065e41389fef', 'tag': '7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:50:51.305244 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-378bf1ed-c1e0-4f7a-81d7-c31969dd3b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:51.335368 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-378bf1ed-c1e0-4f7a-81d7-c31969dd3b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:51.387576 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-378bf1ed-c1e0-4f7a-81d7-c31969dd3b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:51.392765 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-35f67cf3-f76f-4a23-8c20-dd5adbc985f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:51.409795 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378bf1ed-c1e0-4f7a-81d7-c31969dd3b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1424370-9d7c-4ed9-9a10-4fcae4be2c44,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:51.412191 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-378bf1ed-c1e0-4f7a-81d7-c31969dd3b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:51.415800 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-378bf1ed-c1e0-4f7a-81d7-c31969dd3b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:51.417037 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-378bf1ed-c1e0-4f7a-81d7-c31969dd3b27 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d1424370-9d7c-4ed9-9a10-4fcae4be2c44 HTTP/1.1" status: 204 len: 168 time: 0.1799228 Apr 16 11:50:51.460443 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-8a8691a4-2f54-43ad-a416-0fe4c2275194 None None] Set router 6192d5b7-ede1-4dbc-8d4a-25b178584e2c gateway port host: dv-cinder-689486-10-iscsi {{(pid=85340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:50:51.807688 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 50374) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:51.827119 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d5afae54-a147-4c08-b9e1-793ab65f5840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:51.842915 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-d5afae54-a147-4c08-b9e1-793ab65f5840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:51.843101 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-8a8691a4-2f54-43ad-a416-0fe4c2275194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'name': 'tempest-AttachVolumeTestJSON-20958925-router', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '4c329cd0-1603-4ba8-894e-85d49d08da7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:33Z', 'updated_at': '2021-04-16T11:49:47Z', 'revision_number': 4, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'gw_port': {'id': '4c329cd0-1603-4ba8-894e-85d49d08da7b', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:34Z', 'updated_at': '2021-04-16T11:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_floatingips': [{'id': '554c3984-4e80-4f33-9e2b-754d253f7824', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'router_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'port_id': '7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9', 'mac_address': 'fa:16:3e:4a:63:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69634afb-7f33-4aa4-a0f2-065e41389fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:50:02Z', 'updated_at': '2021-04-16T11:50:50Z', 'revision_number': 1, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95cddb1-065d-43c3-8027-7c92f45c9cc5', 'name': '', 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'mac_address': 'fa:16:3e:b0:a8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'db3c83ef-37ef-4f43-9fb3-a7487fc6375e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:42Z', 'updated_at': '2021-04-16T11:50:03Z', 'revision_number': 5, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'subnets': [{'id': 'db3c83ef-37ef-4f43-9fb3-a7487fc6375e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:50:51.846937 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8691a4-2f54-43ad-a416-0fe4c2275194 None None] Checking router: 6192d5b7-ede1-4dbc-8d4a-25b178584e2c for host: dv-cinder-689486-10-iscsi {{(pid=85340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:50:51.847254 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-d5afae54-a147-4c08-b9e1-793ab65f5840 admin admin] Usage tracker for resource:security_group_rule and tenant:0ad9ef5a780e4b6aace9303d8e7f368c is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:51.850305 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-d5afae54-a147-4c08-b9e1-793ab65f5840 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:51.856410 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8691a4-2f54-43ad-a416-0fe4c2275194 None None] Routers {'6192d5b7-ede1-4dbc-8d4a-25b178584e2c'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:50:51.857058 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-8a8691a4-2f54-43ad-a416-0fe4c2275194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:50:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['6192d5b7-ede1-4dbc-8d4a-25b178584e2c'], 'active': True} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:50:51.857204 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-d5afae54-a147-4c08-b9e1-793ab65f5840 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:51.946148 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d5afae54-a147-4c08-b9e1-793ab65f5840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:51.950172 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d5afae54-a147-4c08-b9e1-793ab65f5840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:51.959552 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b1b54837-5a42-43e9-9813-9db309eb3a60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:52.003440 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-d5afae54-a147-4c08-b9e1-793ab65f5840 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0ad9ef5a780e4b6aace9303d8e7f368c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1938920 Apr 16 11:50:52.005159 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5afae54-a147-4c08-b9e1-793ab65f5840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50988d3-489c-427d-a32e-83774d0b5304,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:52.006398 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 50378) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:52.008522 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-d5afae54-a147-4c08-b9e1-793ab65f5840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:52.053103 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-8a8691a4-2f54-43ad-a416-0fe4c2275194 None None] Set router 6192d5b7-ede1-4dbc-8d4a-25b178584e2c gateway port host: dv-cinder-689486-10-iscsi {{(pid=85340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:50:52.082309 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5f46ca62-78fc-4b46-ace0-25c278821ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:52.110911 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5f46ca62-78fc-4b46-ace0-25c278821ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:52.161592 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5f46ca62-78fc-4b46-ace0-25c278821ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:52.166958 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-28b9e157-fcba-4e72-b521-173de273f263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:52.181062 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46ca62-78fc-4b46-ace0-25c278821ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50988d3-489c-427d-a32e-83774d0b5304,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:52.184988 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-5f46ca62-78fc-4b46-ace0-25c278821ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:52.185978 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5f46ca62-78fc-4b46-ace0-25c278821ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:52.187302 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-5f46ca62-78fc-4b46-ace0-25c278821ab0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e50988d3-489c-427d-a32e-83774d0b5304 HTTP/1.1" status: 204 len: 168 time: 0.1797881 Apr 16 11:50:52.624502 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-8a8691a4-2f54-43ad-a416-0fe4c2275194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'name': 'tempest-AttachVolumeTestJSON-20958925-router', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '4c329cd0-1603-4ba8-894e-85d49d08da7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:33Z', 'updated_at': '2021-04-16T11:49:47Z', 'revision_number': 4, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'gw_port': {'id': '4c329cd0-1603-4ba8-894e-85d49d08da7b', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:34Z', 'updated_at': '2021-04-16T11:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_floatingips': [{'id': '554c3984-4e80-4f33-9e2b-754d253f7824', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'router_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'port_id': '7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9', 'mac_address': 'fa:16:3e:4a:63:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69634afb-7f33-4aa4-a0f2-065e41389fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:50:02Z', 'updated_at': '2021-04-16T11:50:50Z', 'revision_number': 1, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95cddb1-065d-43c3-8027-7c92f45c9cc5', 'name': '', 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'mac_address': 'fa:16:3e:b0:a8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'db3c83ef-37ef-4f43-9fb3-a7487fc6375e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:42Z', 'updated_at': '2021-04-16T11:50:03Z', 'revision_number': 5, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'subnets': [{'id': 'db3c83ef-37ef-4f43-9fb3-a7487fc6375e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:50:52.629030 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8691a4-2f54-43ad-a416-0fe4c2275194 None None] The sync data for ids ['6192d5b7-ede1-4dbc-8d4a-25b178584e2c'] in dv-cinder-689486-10-iscsi is: [{'id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'name': 'tempest-AttachVolumeTestJSON-20958925-router', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '4c329cd0-1603-4ba8-894e-85d49d08da7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:33Z', 'updated_at': '2021-04-16T11:49:47Z', 'revision_number': 4, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'gw_port': {'id': '4c329cd0-1603-4ba8-894e-85d49d08da7b', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:34Z', 'updated_at': '2021-04-16T11:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_floatingips': [{'id': '554c3984-4e80-4f33-9e2b-754d253f7824', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'router_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'port_id': '7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9', 'mac_address': 'fa:16:3e:4a:63:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69634afb-7f33-4aa4-a0f2-065e41389fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:50:02Z', 'updated_at': '2021-04-16T11:50:50Z', 'revision_number': 1, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95cddb1-065d-43c3-8027-7c92f45c9cc5', 'name': '', 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'mac_address': 'fa:16:3e:b0:a8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'db3c83ef-37ef-4f43-9fb3-a7487fc6375e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:42Z', 'updated_at': '2021-04-16T11:50:03Z', 'revision_number': 5, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'subnets': [{'id': 'db3c83ef-37ef-4f43-9fb3-a7487fc6375e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:50:52.930987 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818cabbd-46f7-46f0-9643-12c454b4502a None None] New status for floating IP 554c3984-4e80-4f33-9e2b-754d253f7824: ACTIVE {{(pid=85339) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 11:50:53.945769 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518dc122-9105-426c-964f-bc627af91e06 req-8549f0da-f5c1-41aa-b1a6-a8dacb444042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:53.947396 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-518dc122-9105-426c-964f-bc627af91e06 req-8549f0da-f5c1-41aa-b1a6-a8dacb444042 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7f0adf03cd15428ba5cee5097d26d268&device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 1098 time: 0.0906305 Apr 16 11:50:54.690109 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 50466) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:54.819557 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bad4dd38-a3a6-47ea-906b-8e5eba2254e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:54.836693 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-bad4dd38-a3a6-47ea-906b-8e5eba2254e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:54.841457 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-bad4dd38-a3a6-47ea-906b-8e5eba2254e4 admin admin] Usage tracker for resource:security_group_rule and tenant:cb5d462c4d1847599a2929fa0249da5d is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:54.844458 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-bad4dd38-a3a6-47ea-906b-8e5eba2254e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:54.850406 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-bad4dd38-a3a6-47ea-906b-8e5eba2254e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:54.934703 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bad4dd38-a3a6-47ea-906b-8e5eba2254e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:54.937470 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bad4dd38-a3a6-47ea-906b-8e5eba2254e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:54.946004 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:54.988956 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-bad4dd38-a3a6-47ea-906b-8e5eba2254e4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cb5d462c4d1847599a2929fa0249da5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2976806 Apr 16 11:50:54.989908 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4dd38-a3a6-47ea-906b-8e5eba2254e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405917c0-5da7-4400-904f-f596af193f7e,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:54.991829 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 50472) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:54.993156 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bad4dd38-a3a6-47ea-906b-8e5eba2254e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:55.057673 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a80245a1-faa8-4dd1-90bc-173a89d19985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:55.087123 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a80245a1-faa8-4dd1-90bc-173a89d19985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:55.133086 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a80245a1-faa8-4dd1-90bc-173a89d19985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:55.138826 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-d6d12758-a6bd-4d1e-8916-62609e9931ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:55.151409 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80245a1-faa8-4dd1-90bc-173a89d19985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405917c0-5da7-4400-904f-f596af193f7e,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:55.154532 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-a80245a1-faa8-4dd1-90bc-173a89d19985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:55.158783 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a80245a1-faa8-4dd1-90bc-173a89d19985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:55.160511 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-a80245a1-faa8-4dd1-90bc-173a89d19985 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/405917c0-5da7-4400-904f-f596af193f7e HTTP/1.1" status: 204 len: 168 time: 0.1669483 Apr 16 11:50:55.468127 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 50484) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:55.487203 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-008f7477-f663-489d-9152-146ddfd31cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:55.503292 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-008f7477-f663-489d-9152-146ddfd31cd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:55.507408 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-008f7477-f663-489d-9152-146ddfd31cd1 admin admin] Usage tracker for resource:security_group_rule and tenant:ad60062ad1374393970bf09295d8dda6 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:55.510515 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-008f7477-f663-489d-9152-146ddfd31cd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:55.517071 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-008f7477-f663-489d-9152-146ddfd31cd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:55.605444 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-008f7477-f663-489d-9152-146ddfd31cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:55.608310 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-008f7477-f663-489d-9152-146ddfd31cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:55.616758 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:55.661684 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-008f7477-f663-489d-9152-146ddfd31cd1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ad60062ad1374393970bf09295d8dda6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1922159 Apr 16 11:50:55.662572 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f7477-f663-489d-9152-146ddfd31cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e3e11d-8dc8-4306-ba22-18903621108f,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:55.664396 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 50490) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:55.666279 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-008f7477-f663-489d-9152-146ddfd31cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:55.729323 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-02c067d3-714f-449f-8cfc-0cc9016e6c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:55.757063 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-02c067d3-714f-449f-8cfc-0cc9016e6c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:55.806914 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-02c067d3-714f-449f-8cfc-0cc9016e6c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:55.812771 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bad4dd38-a3a6-47ea-906b-8e5eba2254e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:55.828640 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c067d3-714f-449f-8cfc-0cc9016e6c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e3e11d-8dc8-4306-ba22-18903621108f,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:55.830888 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-02c067d3-714f-449f-8cfc-0cc9016e6c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:55.841319 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-02c067d3-714f-449f-8cfc-0cc9016e6c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:55.842534 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-02c067d3-714f-449f-8cfc-0cc9016e6c9f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c1e3e11d-8dc8-4306-ba22-18903621108f HTTP/1.1" status: 204 len: 168 time: 0.1771035 Apr 16 11:50:56.032509 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 2457ba45-6034-4924-a493-fcd5426b91d7 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:50:56.099453 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69634afb-7f33-4aa4-a0f2-065e41389fef', 'tag': '7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f', 'status': 'completed', 'code': 200} Apr 16 11:50:56.202016 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:56.234128 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b96b338-b94d-4910-aab4-69bb8ae975cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2457ba45-6034-4924-a493-fcd5426b91d7'}] {{(pid=85339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:50:56.246466 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 2457ba45-6034-4924-a493-fcd5426b91d7, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=2457ba45-6034-4924-a493-fcd5426b91d7,segment=NetworkSegment(5b160d4d-ee8f-47f3-b794-af65ae738318),segment_id=5b160d4d-ee8f-47f3-b794-af65ae738318)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:50:56.250558 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:56.252698 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-a002cd3b-f52f-486a-8a75-46634434e22d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:56.352143 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=2457ba45-6034-4924-a493-fcd5426b91d7,revision_number=6']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:56.356249 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:56.466348 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691aaedb-9b54-4805-88e2-4b44296dd0ff req-4b7c194b-af3e-4568-bb80-355d180523a7 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:56.468166 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-691aaedb-9b54-4805-88e2-4b44296dd0ff req-4b7c194b-af3e-4568-bb80-355d180523a7 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b96b338-b94d-4910-aab4-69bb8ae975cb HTTP/1.1" status: 200 len: 944 time: 0.2330949 Apr 16 11:50:56.530989 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544052a-ace1-4afa-a7f3-0d447d89139d req-3a4ad0f4-af32-494f-ac27-764d55ad7353 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:56.531217 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518dc122-9105-426c-964f-bc627af91e06 req-db99c2eb-a76e-4bab-8977-30849caa4994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:56.531805 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6544052a-ace1-4afa-a7f3-0d447d89139d req-3a4ad0f4-af32-494f-ac27-764d55ad7353 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b96b338-b94d-4910-aab4-69bb8ae975cb HTTP/1.1" status: 200 len: 944 time: 0.1845303 Apr 16 11:50:56.538728 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-518dc122-9105-426c-964f-bc627af91e06 req-db99c2eb-a76e-4bab-8977-30849caa4994 service neutron] 10.222.0.79 "GET /v2.0/networks?id=81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c HTTP/1.1" status: 200 len: 919 time: 0.4824228 Apr 16 11:50:56.549712 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fce4fd-6831-403c-8495-60ed3692fac3 req-761361dc-b5d9-4d02-ba98-7260b252566c tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:56.551642 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-12fce4fd-6831-403c-8495-60ed3692fac3 req-761361dc-b5d9-4d02-ba98-7260b252566c tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 945 time: 0.2869945 Apr 16 11:50:56.554093 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99153b-d6f2-4733-ab9b-aa2481fd6c0f req-89adbe3c-c859-4cbd-b7bd-d0ea237f9fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:56.555606 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3d99153b-d6f2-4733-ab9b-aa2481fd6c0f req-89adbe3c-c859-4cbd-b7bd-d0ea237f9fb1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a8f545f40a11467b946db58b523aa51f&device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 1098 time: 0.2922645 Apr 16 11:50:56.604726 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6544052a-ace1-4afa-a7f3-0d447d89139d req-0a2499b8-dec3-447e-bd28-e28dd6aede1a tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd637623-3496-4d17-8bc8-f64623f2051a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636961 Apr 16 11:50:56.625885 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-12fce4fd-6831-403c-8495-60ed3692fac3 req-ba152d04-397a-4aaf-8615-8ee707a1bb21 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678158 Apr 16 11:50:56.650419 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-691aaedb-9b54-4805-88e2-4b44296dd0ff req-d9db4458-3659-49cd-85d8-21ca30700b16 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Deleting port 2457ba45-6034-4924-a493-fcd5426b91d7 {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:50:56.650688 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-691aaedb-9b54-4805-88e2-4b44296dd0ff req-d9db4458-3659-49cd-85d8-21ca30700b16 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:56.711510 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b96b338-b94d-4910-aab4-69bb8ae975cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2457ba45-6034-4924-a493-fcd5426b91d7', 'code': 200} Apr 16 11:50:56.831027 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-518dc122-9105-426c-964f-bc627af91e06 req-64c4b157-29cd-4704-8146-b830122effae service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1deb7c6f-6a37-41d9-bd1b-aff745b30394 HTTP/1.1" status: 200 len: 217 time: 0.2157195 Apr 16 11:50:56.950727 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518dc122-9105-426c-964f-bc627af91e06 req-1f037370-be97-4bbf-b3b9-d80977941e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:56.952229 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-518dc122-9105-426c-964f-bc627af91e06 req-1f037370-be97-4bbf-b3b9-d80977941e8d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d580634d-19a3-4e7e-9a28-924962cb301f HTTP/1.1" status: 200 len: 858 time: 0.1102958 Apr 16 11:50:56.955403 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99153b-d6f2-4733-ab9b-aa2481fd6c0f req-beddd023-8936-4856-8d2f-f616d8ba9bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:56.956639 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3d99153b-d6f2-4733-ab9b-aa2481fd6c0f req-beddd023-8936-4856-8d2f-f616d8ba9bfe service neutron] 10.222.0.79 "GET /v2.0/networks?id=2180b119-bc71-44ac-ab3a-75fb991fd9c9 HTTP/1.1" status: 200 len: 910 time: 0.3427732 Apr 16 11:50:56.966849 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-691aaedb-9b54-4805-88e2-4b44296dd0ff req-d9db4458-3659-49cd-85d8-21ca30700b16 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] For port 2457ba45-6034-4924-a493-fcd5426b91d7, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=2457ba45-6034-4924-a493-fcd5426b91d7,segment=NetworkSegment(5b160d4d-ee8f-47f3-b794-af65ae738318),segment_id=5b160d4d-ee8f-47f3-b794-af65ae738318)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:50:56.967256 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-691aaedb-9b54-4805-88e2-4b44296dd0ff req-d9db4458-3659-49cd-85d8-21ca30700b16 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:57.112732 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-691aaedb-9b54-4805-88e2-4b44296dd0ff req-d9db4458-3659-49cd-85d8-21ca30700b16 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Calling delete_port for 2457ba45-6034-4924-a493-fcd5426b91d7 owned by compute:nova {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:50:57.131079 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3d99153b-d6f2-4733-ab9b-aa2481fd6c0f req-471c66dc-7cba-4c66-90fe-354ac127ead7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f HTTP/1.1" status: 200 len: 1001 time: 0.1640737 Apr 16 11:50:57.138752 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-518dc122-9105-426c-964f-bc627af91e06 req-a5cfbbe6-f988-4734-afaa-0936cce40b45 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1730928 Apr 16 11:50:57.331746 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99153b-d6f2-4733-ab9b-aa2481fd6c0f req-3de453ad-8258-4384-9352-3580eaee124e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:57.333331 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3d99153b-d6f2-4733-ab9b-aa2481fd6c0f req-3de453ad-8258-4384-9352-3580eaee124e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=db3c83ef-37ef-4f43-9fb3-a7487fc6375e HTTP/1.1" status: 200 len: 848 time: 0.1936488 Apr 16 11:50:57.368841 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-518dc122-9105-426c-964f-bc627af91e06 req-5bf2669e-753d-4922-b1d3-7d86ba79cf06 service neutron] 10.222.0.79 "GET /v2.0/networks/81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772678 Apr 16 11:50:57.407927 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-691aaedb-9b54-4805-88e2-4b44296dd0ff req-d9db4458-3659-49cd-85d8-21ca30700b16 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638'] for port, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:57.485221 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bad8a6a0-d609-4875-95dd-17b25efcdfb0 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:57.488091 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 50536) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:57.867107 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99153b-d6f2-4733-ab9b-aa2481fd6c0f req-4a6d310d-fb68-4273-9766-bf2048eecfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:57.868717 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3d99153b-d6f2-4733-ab9b-aa2481fd6c0f req-4a6d310d-fb68-4273-9766-bf2048eecfb5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2180b119-bc71-44ac-ab3a-75fb991fd9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4529881 Apr 16 11:50:57.921974 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db4458-3659-49cd-85d8-21ca30700b16 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Pushing event deleted for resources: {'Port': ['ID=2457ba45-6034-4924-a493-fcd5426b91d7,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:57.927401 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-124b481b-6b8a-49cf-b442-68a5f6435269 req-c10e24ad-a10b-4fd3-b731-d3d5fc150f14 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b96b338-b94d-4910-aab4-69bb8ae975cb HTTP/1.1" status: 200 len: 210 time: 0.1091685 Apr 16 11:50:57.964555 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-d9db4458-3659-49cd-85d8-21ca30700b16 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:58.014213 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-691aaedb-9b54-4805-88e2-4b44296dd0ff req-d9db4458-3659-49cd-85d8-21ca30700b16 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] No DVR routers for this DVR port 2457ba45-6034-4924-a493-fcd5426b91d7 on host hv-cinder-68948 {{(pid=85337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 11:50:58.017868 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-691aaedb-9b54-4805-88e2-4b44296dd0ff req-d9db4458-3659-49cd-85d8-21ca30700b16 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:58.028176 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-518dc122-9105-426c-964f-bc627af91e06 req-0b48a7b1-8786-4fc1-90bf-29444f3527a7 service neutron] 10.222.0.79 "GET /v2.0/networks/81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6108959 Apr 16 11:50:58.063065 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-691aaedb-9b54-4805-88e2-4b44296dd0ff req-d9db4458-3659-49cd-85d8-21ca30700b16 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.79 "DELETE /v2.0/ports/2457ba45-6034-4924-a493-fcd5426b91d7 HTTP/1.1" status: 204 len: 173 time: 1.5737326 Apr 16 11:50:58.063197 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-297315df-5c61-455f-8354-068661c0dcfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:58.101062 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b96b338-b94d-4910-aab4-69bb8ae975cb', 'name': 'network-vif-deleted', 'tag': '2457ba45-6034-4924-a493-fcd5426b91d7'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:50:58.157279 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-297315df-5c61-455f-8354-068661c0dcfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:58.169244 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b96b338-b94d-4910-aab4-69bb8ae975cb', 'name': 'network-vif-deleted', 'tag': '2457ba45-6034-4924-a493-fcd5426b91d7', 'status': 'completed', 'code': 200} Apr 16 11:50:58.189605 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-297315df-5c61-455f-8354-068661c0dcfb admin admin] Usage tracker for resource:security_group_rule and tenant:f75d69f152354ebd949731e595a82820 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:58.192630 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-297315df-5c61-455f-8354-068661c0dcfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:58.198631 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-297315df-5c61-455f-8354-068661c0dcfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:58.273156 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ef54b-7d7b-4b9c-b814-a28e8f2ad4a1 req-a5441fd5-f970-49e6-adcd-f071fbf09ac3 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:58.282106 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b40ef54b-7d7b-4b9c-b814-a28e8f2ad4a1 req-a5441fd5-f970-49e6-adcd-f071fbf09ac3 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 945 time: 0.4198153 Apr 16 11:50:58.390776 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b40ef54b-7d7b-4b9c-b814-a28e8f2ad4a1 req-e786ce71-81b2-4736-a495-76bec60b6ef6 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077135 Apr 16 11:50:58.397814 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3d99153b-d6f2-4733-ab9b-aa2481fd6c0f req-29c57a3d-d91e-4cfe-80f1-65809a0baa17 service neutron] 10.222.0.79 "GET /v2.0/networks/2180b119-bc71-44ac-ab3a-75fb991fd9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5135460 Apr 16 11:50:58.526131 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-297315df-5c61-455f-8354-068661c0dcfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:58.540104 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-297315df-5c61-455f-8354-068661c0dcfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:58.550783 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-657ffd48-43a9-4f5b-964c-a9350407625c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:58.630051 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-297315df-5c61-455f-8354-068661c0dcfb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f75d69f152354ebd949731e595a82820&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1351731 Apr 16 11:50:58.633022 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 50578) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:58.633317 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3d99153b-d6f2-4733-ab9b-aa2481fd6c0f req-d6673036-9e9f-4af2-a115-1e53a2ea2be9 service neutron] 10.222.0.79 "GET /v2.0/networks/2180b119-bc71-44ac-ab3a-75fb991fd9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239494 Apr 16 11:50:58.634075 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297315df-5c61-455f-8354-068661c0dcfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb49914-0453-496d-b6cc-39459fa64797,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:58.637802 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-297315df-5c61-455f-8354-068661c0dcfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:58.699738 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a907f21f-bfcd-4b67-902a-c619578197d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:58.728808 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a907f21f-bfcd-4b67-902a-c619578197d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:58.781332 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a907f21f-bfcd-4b67-902a-c619578197d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:58.787507 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-04bec671-d37f-41d7-a11c-de80ca3df45e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:58.801684 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907f21f-bfcd-4b67-902a-c619578197d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb49914-0453-496d-b6cc-39459fa64797,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:58.804790 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-a907f21f-bfcd-4b67-902a-c619578197d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:58.805769 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a907f21f-bfcd-4b67-902a-c619578197d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:58.809213 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-a907f21f-bfcd-4b67-902a-c619578197d3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ecb49914-0453-496d-b6cc-39459fa64797 HTTP/1.1" status: 204 len: 168 time: 0.1748109 Apr 16 11:50:59.138749 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f950b989-578f-4459-8ded-c136c1d092a4 req-aaee96ac-db4c-4215-9940-a88e908dab64 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b96b338-b94d-4910-aab4-69bb8ae975cb HTTP/1.1" status: 200 len: 210 time: 0.0493188 Apr 16 11:50:59.634570 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47c521-ffa5-4ae2-9053-385f3c3e2d49 req-59925bbb-8084-4974-b111-b74696c468cf tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:59.646925 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7d47c521-ffa5-4ae2-9053-385f3c3e2d49 req-59925bbb-8084-4974-b111-b74696c468cf tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 945 time: 0.1263378 Apr 16 11:50:59.700923 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7d47c521-ffa5-4ae2-9053-385f3c3e2d49 req-ba5221ee-2a29-4476-909a-9888cd495b92 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524511 Apr 16 11:51:00.911094 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66744440-362e-4788-a0b0-23d71e9d66fb req-b5ab1ee1-b425-4062-8cfa-7c6bae780537 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:00.912798 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-66744440-362e-4788-a0b0-23d71e9d66fb req-b5ab1ee1-b425-4062-8cfa-7c6bae780537 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 945 time: 0.0948884 Apr 16 11:51:00.968116 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-66744440-362e-4788-a0b0-23d71e9d66fb req-b945fe39-61ad-467f-afa7-f43baa181989 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484753 Apr 16 11:51:01.411294 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f58d4dbf-f752-4901-8dcf-ea645f02e79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:04.841415 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-48192d3a-88e8-4fc7-be7a-f7ac4b2004fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:05.786763 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:06.262728 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7076d1-9a88-4d50-8aff-41ad04e797ba req-7382b48f-2701-4410-915d-5f01353c60f3 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:06.264386 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4f7076d1-9a88-4d50-8aff-41ad04e797ba req-7382b48f-2701-4410-915d-5f01353c60f3 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 945 time: 0.0970552 Apr 16 11:51:06.322622 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4f7076d1-9a88-4d50-8aff-41ad04e797ba req-60071903-64b8-400e-ac35-5dbc71aa836a tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499487 Apr 16 11:51:06.385182 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:07.541032 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:07.545490 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0bec0c-bf19-409e-b875-ec8254cac703 req-31dcbc94-716c-4c81-9a98-4d855729c23d tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:07.547205 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ce0bec0c-bf19-409e-b875-ec8254cac703 req-31dcbc94-716c-4c81-9a98-4d855729c23d tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 945 time: 0.0977561 Apr 16 11:51:07.596164 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ce0bec0c-bf19-409e-b875-ec8254cac703 req-b773d83b-d49d-4fd1-b14d-00a8123755ce tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423234 Apr 16 11:51:08.600102 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 50736) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:08.676654 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d912f30-13aa-45ea-aaf7-27015d5c112d admin admin] Deleting subnet ebdda504-962e-4954-a9c3-069b3251c67c {{(pid=85338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 11:51:08.681650 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0d912f30-13aa-45ea-aaf7-27015d5c112d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:08.736548 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0d912f30-13aa-45ea-aaf7-27015d5c112d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:08.745187 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0d912f30-13aa-45ea-aaf7-27015d5c112d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770791'] for subnet, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:08.824512 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd166e-53e5-4b22-8642-e4df8f00b689 req-74c5f26f-c72f-4608-98db-d6ab605e017a tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:08.827077 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-26bd166e-53e5-4b22-8642-e4df8f00b689 req-74c5f26f-c72f-4608-98db-d6ab605e017a tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 945 time: 0.0995038 Apr 16 11:51:08.879026 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-26bd166e-53e5-4b22-8642-e4df8f00b689 req-5cda68bf-7cdd-4658-ac14-5bdee238c61a tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456345 Apr 16 11:51:09.036891 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0d912f30-13aa-45ea-aaf7-27015d5c112d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747'] for subnet, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:09.053297 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:09.137158 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d912f30-13aa-45ea-aaf7-27015d5c112d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebdda504-962e-4954-a9c3-069b3251c67c,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:09.154321 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-0d912f30-13aa-45ea-aaf7-27015d5c112d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:09.191392 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0d912f30-13aa-45ea-aaf7-27015d5c112d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for subnet, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:09.208388 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-0d912f30-13aa-45ea-aaf7-27015d5c112d admin admin] 10.222.0.71 "DELETE /v2.0/subnets/ebdda504-962e-4954-a9c3-069b3251c67c HTTP/1.1" status: 204 len: 168 time: 0.6059420 Apr 16 11:51:09.209806 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 50748) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:09.328533 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-372ba5d4-14c9-409f-9c3a-67449441a144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-34362'] for network, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:09.526545 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-372ba5d4-14c9-409f-9c3a-67449441a144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-437016', 'neutron.services.segments.db._delete_segments_for_network-8740188510920'] for network, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:09.649275 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-372ba5d4-14c9-409f-9c3a-67449441a144 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:51:09.649275 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-372ba5d4-14c9-409f-9c3a-67449441a144 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:51:09.650090 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-372ba5d4-14c9-409f-9c3a-67449441a144 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:51:09.650272 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-372ba5d4-14c9-409f-9c3a-67449441a144 admin admin] Subscribe: > port after_create 55550000 {{(pid=85338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:51:09.650595 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-372ba5d4-14c9-409f-9c3a-67449441a144 admin admin] Subscribe: > port after_delete 55550000 {{(pid=85338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:51:09.650957 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-372ba5d4-14c9-409f-9c3a-67449441a144 admin admin] Subscribe: > port after_update 55550000 {{(pid=85338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:51:09.651512 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-372ba5d4-14c9-409f-9c3a-67449441a144 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:51:09.651635 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-372ba5d4-14c9-409f-9c3a-67449441a144 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:51:09.652013 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-372ba5d4-14c9-409f-9c3a-67449441a144 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:51:09.652344 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-372ba5d4-14c9-409f-9c3a-67449441a144 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:51:09.720315 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-372ba5d4-14c9-409f-9c3a-67449441a144 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:51:09.720615 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-372ba5d4-14c9-409f-9c3a-67449441a144 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:51:09.720989 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-372ba5d4-14c9-409f-9c3a-67449441a144 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:51:09.721365 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-372ba5d4-14c9-409f-9c3a-67449441a144 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:51:09.721784 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-372ba5d4-14c9-409f-9c3a-67449441a144 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbfd761b-fa5d-4d91-89c1-e48413f9ead1']}} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:09.736458 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-372ba5d4-14c9-409f-9c3a-67449441a144 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b160d4d-ee8f-47f3-b794-af65ae738318') {'for_net_delete': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:09.736793 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-372ba5d4-14c9-409f-9c3a-67449441a144 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b160d4d-ee8f-47f3-b794-af65ae738318') {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:09.750699 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-372ba5d4-14c9-409f-9c3a-67449441a144 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740188483033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848376946'] for segment, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:09.771670 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-372ba5d4-14c9-409f-9c3a-67449441a144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2559'] for segment, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:09.780095 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-372ba5d4-14c9-409f-9c3a-67449441a144 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=85338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 11:51:09.968313 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-372ba5d4-14c9-409f-9c3a-67449441a144 admin admin] Network cbfd761b-fa5d-4d91-89c1-e48413f9ead1 has no segments {{(pid=85338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:51:09.978506 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-372ba5d4-14c9-409f-9c3a-67449441a144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854773273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1351944'] for segment, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:10.175914 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-372ba5d4-14c9-409f-9c3a-67449441a144 admin admin] Network cbfd761b-fa5d-4d91-89c1-e48413f9ead1 has no segments {{(pid=85338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: from cryptography.utils import int_from_bytes Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: from cryptography.utils import int_from_bytes Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: (rel_b, rel_a, rel_b), Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: (rel_b, rel_a, rel_b), Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: Traceback (most recent call last): Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: timer() Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: cb(*args, **kw) Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: return func(*args, **kwargs) Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: self._notify() Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: self.callback(batched_events) Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: event.method(event) Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: segment_id)['aggregates'][0] Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: return f(self, *a, **k) Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: return self._get(url).json() Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: **kwargs) Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: return self.request(url, 'GET', **kwargs) Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: **endpoint_filter) Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 11:51:10.203282 dv-cinder-689486-10-iscsi neutron-server[85224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 11:51:10.280204 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-372ba5d4-14c9-409f-9c3a-67449441a144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854338799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852691194'] for network, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:10.284819 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-34aa35b6-d3dc-46eb-b2cd-1172433b02d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:10.306309 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-372ba5d4-14c9-409f-9c3a-67449441a144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for network, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:10.313456 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ba5d4-14c9-409f-9c3a-67449441a144 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbfd761b-fa5d-4d91-89c1-e48413f9ead1,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:10.318074 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-372ba5d4-14c9-409f-9c3a-67449441a144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:10.324222 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-372ba5d4-14c9-409f-9c3a-67449441a144 admin admin] 10.222.0.71 "DELETE /v2.0/networks/cbfd761b-fa5d-4d91-89c1-e48413f9ead1 HTTP/1.1" status: 204 len: 168 time: 1.1132834 Apr 16 11:51:10.513931 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 50774) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:10.566120 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-ddb4295d-92b5-4b37-ad92-bedca2490305 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=16e8d50a50aa4b888dad6a1b9c0c4470&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0508082 Apr 16 11:51:10.568620 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 50778) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:10.632243 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1c03da0e-e718-43e8-a63f-999cc8fa175b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:10.659936 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1c03da0e-e718-43e8-a63f-999cc8fa175b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:10.711839 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1c03da0e-e718-43e8-a63f-999cc8fa175b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:10.717787 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:10.732840 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03da0e-e718-43e8-a63f-999cc8fa175b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd637623-3496-4d17-8bc8-f64623f2051a,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:10.734886 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-1c03da0e-e718-43e8-a63f-999cc8fa175b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:10.742959 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1c03da0e-e718-43e8-a63f-999cc8fa175b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:10.746635 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-1c03da0e-e718-43e8-a63f-999cc8fa175b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fd637623-3496-4d17-8bc8-f64623f2051a HTTP/1.1" status: 204 len: 168 time: 0.1746454 Apr 16 11:51:12.633259 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 50832) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:12.762303 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-53da0d59-dc03-4e98-86c5-77be4b88f090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:12.780224 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-53da0d59-dc03-4e98-86c5-77be4b88f090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:12.784509 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-53da0d59-dc03-4e98-86c5-77be4b88f090 admin admin] Usage tracker for resource:security_group_rule and tenant:2f5230c144ef4d2594795f5585fa73fd is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:12.787544 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-53da0d59-dc03-4e98-86c5-77be4b88f090 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:12.793563 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-53da0d59-dc03-4e98-86c5-77be4b88f090 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:12.880710 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-53da0d59-dc03-4e98-86c5-77be4b88f090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:12.883748 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-53da0d59-dc03-4e98-86c5-77be4b88f090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:12.893438 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-657e2bb8-6bc9-4e95-9e07-bdcc78ff50ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:12.938272 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-53da0d59-dc03-4e98-86c5-77be4b88f090 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2f5230c144ef4d2594795f5585fa73fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3038013 Apr 16 11:51:12.941172 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 50840) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:12.944522 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da0d59-dc03-4e98-86c5-77be4b88f090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61dc8dd5-994e-46d8-8725-4b758bc3acd0,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:12.958312 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-53da0d59-dc03-4e98-86c5-77be4b88f090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:13.012161 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-31119232-2c4f-45a4-b324-97235fb51468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:13.045548 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-31119232-2c4f-45a4-b324-97235fb51468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:13.091371 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-31119232-2c4f-45a4-b324-97235fb51468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:13.096787 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:13.108498 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31119232-2c4f-45a4-b324-97235fb51468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61dc8dd5-994e-46d8-8725-4b758bc3acd0,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:13.110938 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-31119232-2c4f-45a4-b324-97235fb51468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:13.118201 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-31119232-2c4f-45a4-b324-97235fb51468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:13.119501 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-31119232-2c4f-45a4-b324-97235fb51468 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/61dc8dd5-994e-46d8-8725-4b758bc3acd0 HTTP/1.1" status: 204 len: 168 time: 0.1769543 Apr 16 11:51:13.455477 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 50852) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:13.475063 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-16f8a7e2-cb7c-4fde-aedc-16520df21b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:13.493027 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-16f8a7e2-cb7c-4fde-aedc-16520df21b0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:13.498128 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-16f8a7e2-cb7c-4fde-aedc-16520df21b0e admin admin] Usage tracker for resource:security_group_rule and tenant:768bb7d6489d426bb5dbe61d13f9211a is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:13.501282 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-16f8a7e2-cb7c-4fde-aedc-16520df21b0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:13.507258 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-16f8a7e2-cb7c-4fde-aedc-16520df21b0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:13.545347 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:13.591933 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-16f8a7e2-cb7c-4fde-aedc-16520df21b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:13.594815 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-16f8a7e2-cb7c-4fde-aedc-16520df21b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:13.603853 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-ae87fbe5-82c7-442c-8a2c-6bd164f14b3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:13.647203 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-16f8a7e2-cb7c-4fde-aedc-16520df21b0e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=768bb7d6489d426bb5dbe61d13f9211a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1905632 Apr 16 11:51:13.648390 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f8a7e2-cb7c-4fde-aedc-16520df21b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2248a201-8b45-4452-825a-858adc3fbcea,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:13.650417 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 50856) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:13.651685 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-16f8a7e2-cb7c-4fde-aedc-16520df21b0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:13.716161 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-205e9043-7a2b-4c9b-a61c-c348562d6032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:13.744433 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-205e9043-7a2b-4c9b-a61c-c348562d6032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:13.790123 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-205e9043-7a2b-4c9b-a61c-c348562d6032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:13.795932 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-2bce6b84-b430-4adb-a106-de25c54963a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:13.806942 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e9043-7a2b-4c9b-a61c-c348562d6032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2248a201-8b45-4452-825a-858adc3fbcea,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:13.812296 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-205e9043-7a2b-4c9b-a61c-c348562d6032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:13.814409 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-205e9043-7a2b-4c9b-a61c-c348562d6032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:13.820285 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-205e9043-7a2b-4c9b-a61c-c348562d6032 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2248a201-8b45-4452-825a-858adc3fbcea HTTP/1.1" status: 204 len: 168 time: 0.1641684 Apr 16 11:51:15.735535 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 50916) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:15.861642 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8cfdd895-9846-4543-a463-01a1cb49b9f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:15.877100 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-8cfdd895-9846-4543-a463-01a1cb49b9f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:15.881141 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-8cfdd895-9846-4543-a463-01a1cb49b9f3 admin admin] Usage tracker for resource:security_group_rule and tenant:83b36dba3b844b81ac3f0d7621abbde5 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:15.883960 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-8cfdd895-9846-4543-a463-01a1cb49b9f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:15.889955 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-8cfdd895-9846-4543-a463-01a1cb49b9f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:15.981259 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8cfdd895-9846-4543-a463-01a1cb49b9f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:15.985129 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8cfdd895-9846-4543-a463-01a1cb49b9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:15.994560 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-219be7ff-7709-4f92-83cd-9016db84ea0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:16.086433 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-8cfdd895-9846-4543-a463-01a1cb49b9f3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=83b36dba3b844b81ac3f0d7621abbde5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3496490 Apr 16 11:51:16.089370 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 50922) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:16.090800 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdd895-9846-4543-a463-01a1cb49b9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438593a6-b2ac-4675-ae5f-7b01c41a3ead,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:16.099368 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-8cfdd895-9846-4543-a463-01a1cb49b9f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:16.130724 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185ec28-8a69-4572-86f0-08172bbc2c03 req-14210f5f-4e9b-4c79-90be-c3438a073ae5 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:16.132477 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3185ec28-8a69-4572-86f0-08172bbc2c03 req-14210f5f-4e9b-4c79-90be-c3438a073ae5 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 945 time: 0.1262980 Apr 16 11:51:16.160090 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-99f5571c-80f4-4391-afcc-5d9b14828e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:16.195849 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3185ec28-8a69-4572-86f0-08172bbc2c03 req-f45a3e74-01fa-4c08-9bf9-9bc381fd2455 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520720 Apr 16 11:51:16.202467 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-99f5571c-80f4-4391-afcc-5d9b14828e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:16.253668 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-99f5571c-80f4-4391-afcc-5d9b14828e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:16.258849 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-53da0d59-dc03-4e98-86c5-77be4b88f090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:16.274684 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f5571c-80f4-4391-afcc-5d9b14828e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438593a6-b2ac-4675-ae5f-7b01c41a3ead,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:16.277486 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-99f5571c-80f4-4391-afcc-5d9b14828e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:16.282258 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-99f5571c-80f4-4391-afcc-5d9b14828e17 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/438593a6-b2ac-4675-ae5f-7b01c41a3ead HTTP/1.1" status: 204 len: 168 time: 0.1904263 Apr 16 11:51:16.283461 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-99f5571c-80f4-4391-afcc-5d9b14828e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:16.401916 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:51:16.586203 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 50936) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:16.606254 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-74cb306f-3e5c-4ef0-9cae-3a74c61b06ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:16.622369 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-74cb306f-3e5c-4ef0-9cae-3a74c61b06ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:16.633991 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-74cb306f-3e5c-4ef0-9cae-3a74c61b06ff admin admin] Usage tracker for resource:security_group_rule and tenant:9cd1de10d43048c5bf0c5e178f7419cb is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:16.637223 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-74cb306f-3e5c-4ef0-9cae-3a74c61b06ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:16.644323 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-74cb306f-3e5c-4ef0-9cae-3a74c61b06ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:16.732110 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-74cb306f-3e5c-4ef0-9cae-3a74c61b06ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:16.735295 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-74cb306f-3e5c-4ef0-9cae-3a74c61b06ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:16.744186 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-46fae8cc-7914-40c0-b7ea-65c5c8aab46e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:16.791848 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-74cb306f-3e5c-4ef0-9cae-3a74c61b06ff admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9cd1de10d43048c5bf0c5e178f7419cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2043085 Apr 16 11:51:16.794009 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cb306f-3e5c-4ef0-9cae-3a74c61b06ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63a1fc4-bae1-461a-a4e0-246d40358e8d,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:16.795032 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 50940) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:16.798130 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-74cb306f-3e5c-4ef0-9cae-3a74c61b06ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:16.861511 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af90641a-98df-46a9-9419-d85267c2d4c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:16.889058 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af90641a-98df-46a9-9419-d85267c2d4c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:16.934796 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af90641a-98df-46a9-9419-d85267c2d4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:16.940762 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-8d46d830-ecb4-4051-9c4f-a93b5f0f6998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:16.957337 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90641a-98df-46a9-9419-d85267c2d4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63a1fc4-bae1-461a-a4e0-246d40358e8d,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:16.959873 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-af90641a-98df-46a9-9419-d85267c2d4c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:16.969997 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af90641a-98df-46a9-9419-d85267c2d4c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:16.973727 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-af90641a-98df-46a9-9419-d85267c2d4c9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b63a1fc4-bae1-461a-a4e0-246d40358e8d HTTP/1.1" status: 204 len: 168 time: 0.1775434 Apr 16 11:51:17.450307 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f0e06-9430-4e59-81f2-6c49abe9ed14 req-2176723f-7668-4aec-8d82-d5136c1a3fdd tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:17.452480 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0d5f0e06-9430-4e59-81f2-6c49abe9ed14 req-2176723f-7668-4aec-8d82-d5136c1a3fdd tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 945 time: 0.1346889 Apr 16 11:51:17.508703 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0d5f0e06-9430-4e59-81f2-6c49abe9ed14 req-ae7ab558-90b9-404b-83ef-fea2db506735 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489247 Apr 16 11:51:18.723138 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf7e7a-d791-4902-897a-34cc0691bf8a req-a652789c-dc91-4708-aaac-b07762223a1c tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:18.724993 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-86cf7e7a-d791-4902-897a-34cc0691bf8a req-a652789c-dc91-4708-aaac-b07762223a1c tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 945 time: 0.0953550 Apr 16 11:51:18.780130 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-86cf7e7a-d791-4902-897a-34cc0691bf8a req-f0028998-8ff4-4531-8553-184638821b93 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481379 Apr 16 11:51:19.927322 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 51066) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:19.993432 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce0cc3-6221-4512-a593-210340544a71 req-eabda412-822c-4e01-8b86-3ded25913d4f tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:19.995048 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-68ce0cc3-6221-4512-a593-210340544a71 req-eabda412-822c-4e01-8b86-3ded25913d4f tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 945 time: 0.0936227 Apr 16 11:51:20.050436 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-68ce0cc3-6221-4512-a593-210340544a71 req-1a911256-de63-430e-a93b-ac7a00ee3a21 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445518 Apr 16 11:51:20.075426 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b0c5f547-d46c-4d15-80b0-8d7b6d3bdbe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:20.091611 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-b0c5f547-d46c-4d15-80b0-8d7b6d3bdbe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:20.095631 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-b0c5f547-d46c-4d15-80b0-8d7b6d3bdbe2 admin admin] Usage tracker for resource:security_group_rule and tenant:de0c961853f1458fb7ca58787c2e6dc8 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:20.098577 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-b0c5f547-d46c-4d15-80b0-8d7b6d3bdbe2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:20.104566 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-b0c5f547-d46c-4d15-80b0-8d7b6d3bdbe2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:20.196591 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b0c5f547-d46c-4d15-80b0-8d7b6d3bdbe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:20.201463 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b0c5f547-d46c-4d15-80b0-8d7b6d3bdbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:20.210595 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-640ca03b-ad30-4fcb-b281-f6368c9ecc49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:20.254803 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-b0c5f547-d46c-4d15-80b0-8d7b6d3bdbe2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=de0c961853f1458fb7ca58787c2e6dc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3263056 Apr 16 11:51:20.255746 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5f547-d46c-4d15-80b0-8d7b6d3bdbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b65bdd-c722-424a-8582-b4b01cda9cc9,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:20.257712 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 51076) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:20.259205 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b0c5f547-d46c-4d15-80b0-8d7b6d3bdbe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:20.324688 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-df26e1d2-930b-4dda-a21a-00187231af80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:20.354046 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-df26e1d2-930b-4dda-a21a-00187231af80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:20.406810 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-df26e1d2-930b-4dda-a21a-00187231af80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:20.411563 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-800e641e-08be-430a-9a2c-665884cfda69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:20.424103 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df26e1d2-930b-4dda-a21a-00187231af80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b65bdd-c722-424a-8582-b4b01cda9cc9,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:20.428399 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-df26e1d2-930b-4dda-a21a-00187231af80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:20.438145 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-df26e1d2-930b-4dda-a21a-00187231af80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:20.442957 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-df26e1d2-930b-4dda-a21a-00187231af80 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/71b65bdd-c722-424a-8582-b4b01cda9cc9 HTTP/1.1" status: 204 len: 168 time: 0.1807835 Apr 16 11:51:20.772113 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 51096) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:20.797571 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1f36abf7-9fcd-4d2a-b1fe-06e59359cdb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:20.814146 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-1f36abf7-9fcd-4d2a-b1fe-06e59359cdb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:20.819001 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-1f36abf7-9fcd-4d2a-b1fe-06e59359cdb8 admin admin] Usage tracker for resource:security_group_rule and tenant:fb5b073a163d4140b5026cbc63211fa1 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:20.822714 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-1f36abf7-9fcd-4d2a-b1fe-06e59359cdb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:20.831205 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-1f36abf7-9fcd-4d2a-b1fe-06e59359cdb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:20.950603 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1f36abf7-9fcd-4d2a-b1fe-06e59359cdb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:20.955775 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1f36abf7-9fcd-4d2a-b1fe-06e59359cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:20.978163 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:21.028875 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-1f36abf7-9fcd-4d2a-b1fe-06e59359cdb8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fb5b073a163d4140b5026cbc63211fa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2553825 Apr 16 11:51:21.030879 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36abf7-9fcd-4d2a-b1fe-06e59359cdb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698c5c14-d486-46c4-a0ff-a0fdbe170cb9,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:21.032223 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 51104) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:21.034616 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-1f36abf7-9fcd-4d2a-b1fe-06e59359cdb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:21.101742 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-502b71e5-05b8-43aa-9048-923aa47a10f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:21.132150 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-502b71e5-05b8-43aa-9048-923aa47a10f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:21.181090 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-502b71e5-05b8-43aa-9048-923aa47a10f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:21.188396 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:21.202928 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b71e5-05b8-43aa-9048-923aa47a10f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698c5c14-d486-46c4-a0ff-a0fdbe170cb9,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:21.207100 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-502b71e5-05b8-43aa-9048-923aa47a10f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:21.208521 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-502b71e5-05b8-43aa-9048-923aa47a10f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:21.212940 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-502b71e5-05b8-43aa-9048-923aa47a10f4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/698c5c14-d486-46c4-a0ff-a0fdbe170cb9 HTTP/1.1" status: 204 len: 168 time: 0.1782029 Apr 16 11:51:23.475946 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 51188) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:23.608540 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9ccaeff6-3b1b-4a7f-b362-ae7cf2f7a76b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:23.623724 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-9ccaeff6-3b1b-4a7f-b362-ae7cf2f7a76b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:23.627794 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-9ccaeff6-3b1b-4a7f-b362-ae7cf2f7a76b admin admin] Usage tracker for resource:security_group_rule and tenant:7c19e987f43643e7b5ad148925884641 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:23.630753 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-9ccaeff6-3b1b-4a7f-b362-ae7cf2f7a76b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:23.636757 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-9ccaeff6-3b1b-4a7f-b362-ae7cf2f7a76b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:23.723561 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9ccaeff6-3b1b-4a7f-b362-ae7cf2f7a76b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:23.726351 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9ccaeff6-3b1b-4a7f-b362-ae7cf2f7a76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:23.735491 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:23.777429 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-9ccaeff6-3b1b-4a7f-b362-ae7cf2f7a76b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7c19e987f43643e7b5ad148925884641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3003211 Apr 16 11:51:23.778339 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccaeff6-3b1b-4a7f-b362-ae7cf2f7a76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01b6e3c-2b83-44a6-8fdd-1cb1c3f1676c,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:23.780984 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 51194) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:23.782258 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-9ccaeff6-3b1b-4a7f-b362-ae7cf2f7a76b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:23.848474 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b82b9e31-ce0f-4ea2-9000-e23f5db5918a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:23.875573 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b82b9e31-ce0f-4ea2-9000-e23f5db5918a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:23.921012 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b82b9e31-ce0f-4ea2-9000-e23f5db5918a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:23.925901 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-6bf91b72-721c-41ac-8167-26c98ad3569d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:23.939577 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b9e31-ce0f-4ea2-9000-e23f5db5918a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01b6e3c-2b83-44a6-8fdd-1cb1c3f1676c,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:23.943770 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b82b9e31-ce0f-4ea2-9000-e23f5db5918a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:23.958253 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b82b9e31-ce0f-4ea2-9000-e23f5db5918a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:23.959418 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-b82b9e31-ce0f-4ea2-9000-e23f5db5918a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d01b6e3c-2b83-44a6-8fdd-1cb1c3f1676c HTTP/1.1" status: 204 len: 168 time: 0.1759138 Apr 16 11:51:24.255619 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 51206) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:24.275651 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-04997b73-f1f8-4d4f-b9ec-ce41c3a8ddd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:24.291778 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-04997b73-f1f8-4d4f-b9ec-ce41c3a8ddd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:24.296110 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-04997b73-f1f8-4d4f-b9ec-ce41c3a8ddd7 admin admin] Usage tracker for resource:security_group_rule and tenant:efdfb93aa5304fed956356c209661daa is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:24.299134 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-04997b73-f1f8-4d4f-b9ec-ce41c3a8ddd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:24.305092 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-04997b73-f1f8-4d4f-b9ec-ce41c3a8ddd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:24.391524 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-04997b73-f1f8-4d4f-b9ec-ce41c3a8ddd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:24.394346 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-04997b73-f1f8-4d4f-b9ec-ce41c3a8ddd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:24.403414 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-3714f49d-62f0-4b70-a2fb-d68774776df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:24.449563 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-04997b73-f1f8-4d4f-b9ec-ce41c3a8ddd7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=efdfb93aa5304fed956356c209661daa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1927209 Apr 16 11:51:24.451908 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04997b73-f1f8-4d4f-b9ec-ce41c3a8ddd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35a2648-f3b8-41d5-a1cf-6da0476e9b32,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:24.453090 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 51212) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:24.455193 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-04997b73-f1f8-4d4f-b9ec-ce41c3a8ddd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:24.515602 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-cddd36a5-9ebc-4da1-9cf5-c135152dd6a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:24.543177 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-cddd36a5-9ebc-4da1-9cf5-c135152dd6a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:24.587899 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-cddd36a5-9ebc-4da1-9cf5-c135152dd6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:24.593675 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-af90641a-98df-46a9-9419-d85267c2d4c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:24.609272 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd36a5-9ebc-4da1-9cf5-c135152dd6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35a2648-f3b8-41d5-a1cf-6da0476e9b32,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:24.612379 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-cddd36a5-9ebc-4da1-9cf5-c135152dd6a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:24.616976 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-cddd36a5-9ebc-4da1-9cf5-c135152dd6a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:24.618183 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-cddd36a5-9ebc-4da1-9cf5-c135152dd6a1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f35a2648-f3b8-41d5-a1cf-6da0476e9b32 HTTP/1.1" status: 204 len: 168 time: 0.1640506 Apr 16 11:51:24.864322 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac543b1a-3e1d-4445-9980-ccdf0807287c req-c1ea158a-ac6f-421f-9f4a-c7aac567494f tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:24.865866 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ac543b1a-3e1d-4445-9980-ccdf0807287c req-c1ea158a-ac6f-421f-9f4a-c7aac567494f tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 945 time: 0.0902705 Apr 16 11:51:24.914963 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ac543b1a-3e1d-4445-9980-ccdf0807287c req-d31fe12b-75e6-4570-95ed-4ea2f683c89b tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427058 Apr 16 11:51:26.215322 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a79d36-0284-4445-9c21-901fd520c8cf req-86ef5930-2c42-4d21-9f56-7d1f7cf8836a tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:26.217592 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b9a79d36-0284-4445-9c21-901fd520c8cf req-86ef5930-2c42-4d21-9f56-7d1f7cf8836a tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 945 time: 0.0946782 Apr 16 11:51:26.268669 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b9a79d36-0284-4445-9c21-901fd520c8cf req-81f4cfef-0871-44eb-80c3-b025301a3155 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437686 Apr 16 11:51:27.502410 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb743186-a841-47ba-ba3a-4a0a3f0dc86d req-4e84883c-d074-4378-be20-15fe69f13330 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:27.504061 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fb743186-a841-47ba-ba3a-4a0a3f0dc86d req-4e84883c-d074-4378-be20-15fe69f13330 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 945 time: 0.1023667 Apr 16 11:51:27.567279 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fb743186-a841-47ba-ba3a-4a0a3f0dc86d req-ad5e632c-9843-4a50-8281-a91092ea9510 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567586 Apr 16 11:51:27.639248 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 51296) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:27.716318 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b3050ea-7d66-4135-86d1-620f67d0bf2a admin admin] Deleting subnet 6c6130de-2fa7-401b-ba42-c67721c399cb {{(pid=85338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 11:51:27.720161 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1b3050ea-7d66-4135-86d1-620f67d0bf2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:27.777674 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1b3050ea-7d66-4135-86d1-620f67d0bf2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6398902'] for subnet, precommit_delete_associations {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:27.839006 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1b3050ea-7d66-4135-86d1-620f67d0bf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770791'] for subnet, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:28.153667 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1b3050ea-7d66-4135-86d1-620f67d0bf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853423959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848236330'] for subnet, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:28.177010 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-9185d437-3e72-464f-83a2-08ac62f6526e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:28.547551 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3050ea-7d66-4135-86d1-620f67d0bf2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c6130de-2fa7-401b-ba42-c67721c399cb,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:28.559594 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3050ea-7d66-4135-86d1-620f67d0bf2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:28.559824 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3050ea-7d66-4135-86d1-620f67d0bf2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:28.560170 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3050ea-7d66-4135-86d1-620f67d0bf2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:28.560636 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3050ea-7d66-4135-86d1-620f67d0bf2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:28.561254 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3050ea-7d66-4135-86d1-620f67d0bf2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:28.561916 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3050ea-7d66-4135-86d1-620f67d0bf2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:28.562568 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3050ea-7d66-4135-86d1-620f67d0bf2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:28.563223 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3050ea-7d66-4135-86d1-620f67d0bf2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:28.563885 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3050ea-7d66-4135-86d1-620f67d0bf2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:28.564580 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3050ea-7d66-4135-86d1-620f67d0bf2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:28.565216 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3050ea-7d66-4135-86d1-620f67d0bf2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:28.565850 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3050ea-7d66-4135-86d1-620f67d0bf2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:28.575841 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-1b3050ea-7d66-4135-86d1-620f67d0bf2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:28.609894 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1b3050ea-7d66-4135-86d1-620f67d0bf2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for subnet, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:28.618451 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-1b3050ea-7d66-4135-86d1-620f67d0bf2a admin admin] 10.222.0.71 "DELETE /v2.0/subnets/6c6130de-2fa7-401b-ba42-c67721c399cb HTTP/1.1" status: 204 len: 168 time: 0.9757168 Apr 16 11:51:28.618951 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 51344) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:28.739372 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-34362'] for network, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:28.929168 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-437016', 'neutron.services.segments.db._delete_segments_for_network-8740188510920'] for network, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:29.045824 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:51:29.046231 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:51:29.047079 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:51:29.047471 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] Subscribe: > port after_create 55550000 {{(pid=85337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:51:29.047836 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] Subscribe: > port after_delete 55550000 {{(pid=85337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:51:29.048200 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] Subscribe: > port after_update 55550000 {{(pid=85337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:51:29.048592 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:51:29.048956 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:51:29.049317 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:51:29.049679 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:51:29.117649 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:51:29.118038 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:51:29.118417 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:51:29.118791 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:51:29.119387 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b5601ab-aec7-468f-bac9-485aab4e74d1']}} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:29.133381 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d1a86cb-0ef3-46c3-a17f-8f506ae2f1da') {'for_net_delete': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:29.133726 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d1a86cb-0ef3-46c3-a17f-8f506ae2f1da') {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:29.146273 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740188483033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848365601'] for segment, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:29.162077 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2559'] for segment, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:29.169138 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=85337) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 11:51:29.356820 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] Network 5b5601ab-aec7-468f-bac9-485aab4e74d1 has no segments {{(pid=85337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:51:29.365793 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854773273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7760355'] for segment, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:29.546259 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] Network 5b5601ab-aec7-468f-bac9-485aab4e74d1 has no segments {{(pid=85337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: from cryptography.utils import int_from_bytes Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: from cryptography.utils import int_from_bytes Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: (rel_b, rel_a, rel_b), Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: (rel_b, rel_a, rel_b), Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: Traceback (most recent call last): Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: timer() Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: cb(*args, **kw) Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: return func(*args, **kwargs) Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: self._notify() Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: self.callback(batched_events) Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: event.method(event) Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: segment_id)['aggregates'][0] Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: return f(self, *a, **k) Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: return self._get(url).json() Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: **kwargs) Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: return self.request(url, 'GET', **kwargs) Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: **endpoint_filter) Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 11:51:29.571252 dv-cinder-689486-10-iscsi neutron-server[85224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 11:51:29.647575 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854338799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852691194'] for network, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:29.652164 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b784ea3b-cee2-4b84-9b2d-8180ed1c1a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:29.669368 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for network, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:29.681696 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b5601ab-aec7-468f-bac9-485aab4e74d1,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:29.692820 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:29.693225 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:29.693640 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:29.694025 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:29.694407 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:29.694788 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:29.695165 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:29.695544 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:29.695921 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:29.696317 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:29.696694 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:29.697068 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:29.701095 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] 10.222.0.71 "DELETE /v2.0/networks/5b5601ab-aec7-468f-bac9-485aab4e74d1 HTTP/1.1" status: 204 len: 168 time: 1.0810671 Apr 16 11:51:29.702713 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-424b2573-0cc6-4127-87bf-2a90890e1473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:29.705301 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 51356) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:29.771346 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_v2 [None req-3645ff7a-4597-472d-a415-84d612787b0e admin admin] Deleting subnet ebe0fefd-3f25-4b6e-ba04-9394014754e1 {{(pid=85337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 11:51:29.775056 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3645ff7a-4597-472d-a415-84d612787b0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:29.827589 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3645ff7a-4597-472d-a415-84d612787b0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6410215'] for subnet, precommit_delete_associations {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:29.889066 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3645ff7a-4597-472d-a415-84d612787b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770791'] for subnet, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:30.141172 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3645ff7a-4597-472d-a415-84d612787b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847015870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5070397'] for subnet, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:30.156776 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:30.251875 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3645ff7a-4597-472d-a415-84d612787b0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebe0fefd-3f25-4b6e-ba04-9394014754e1,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:30.256511 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-3645ff7a-4597-472d-a415-84d612787b0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:30.295392 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3645ff7a-4597-472d-a415-84d612787b0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:30.301419 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-3645ff7a-4597-472d-a415-84d612787b0e admin admin] 10.222.0.71 "DELETE /v2.0/subnets/ebe0fefd-3f25-4b6e-ba04-9394014754e1 HTTP/1.1" status: 204 len: 168 time: 0.5951037 Apr 16 11:51:30.304010 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 51362) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:30.421007 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7db2a957-4189-42d1-a2c4-fe1149899df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-34362'] for network, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:30.619441 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7db2a957-4189-42d1-a2c4-fe1149899df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-437016', 'neutron.services.segments.db._delete_segments_for_network-8740188510920'] for network, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:30.744989 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-7db2a957-4189-42d1-a2c4-fe1149899df6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83806983-488e-4cb6-869a-5e0c746ec418']}} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:30.758336 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-7db2a957-4189-42d1-a2c4-fe1149899df6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e115dab-b740-4803-9d4b-80bd21fcdac3') {'for_net_delete': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:30.758675 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-7db2a957-4189-42d1-a2c4-fe1149899df6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e115dab-b740-4803-9d4b-80bd21fcdac3') {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:30.770930 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7db2a957-4189-42d1-a2c4-fe1149899df6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740188483033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848365601'] for segment, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:30.785942 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7db2a957-4189-42d1-a2c4-fe1149899df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2559'] for segment, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:30.792219 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db2a957-4189-42d1-a2c4-fe1149899df6 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=85337) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 11:51:30.977320 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-7db2a957-4189-42d1-a2c4-fe1149899df6 admin admin] Network 83806983-488e-4cb6-869a-5e0c746ec418 has no segments {{(pid=85337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:51:30.987729 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7db2a957-4189-42d1-a2c4-fe1149899df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854773273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7760355'] for segment, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:31.169650 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-7db2a957-4189-42d1-a2c4-fe1149899df6 admin admin] Network 83806983-488e-4cb6-869a-5e0c746ec418 has no segments {{(pid=85337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:51:31.192981 dv-cinder-689486-10-iscsi neutron-server[85224]: Traceback (most recent call last): Apr 16 11:51:31.192981 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 11:51:31.192981 dv-cinder-689486-10-iscsi neutron-server[85224]: timer() Apr 16 11:51:31.192981 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 11:51:31.192981 dv-cinder-689486-10-iscsi neutron-server[85224]: cb(*args, **kw) Apr 16 11:51:31.192981 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 11:51:31.192981 dv-cinder-689486-10-iscsi neutron-server[85224]: return func(*args, **kwargs) Apr 16 11:51:31.192981 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 11:51:31.192981 dv-cinder-689486-10-iscsi neutron-server[85224]: self._notify() Apr 16 11:51:31.192981 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 11:51:31.192981 dv-cinder-689486-10-iscsi neutron-server[85224]: self.callback(batched_events) Apr 16 11:51:31.192981 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 11:51:31.192981 dv-cinder-689486-10-iscsi neutron-server[85224]: event.method(event) Apr 16 11:51:31.192981 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 11:51:31.192981 dv-cinder-689486-10-iscsi neutron-server[85224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 11:51:31.192981 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 11:51:31.192981 dv-cinder-689486-10-iscsi neutron-server[85224]: segment_id)['aggregates'][0] Apr 16 11:51:31.192981 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 11:51:31.192981 dv-cinder-689486-10-iscsi neutron-server[85224]: return f(self, *a, **k) Apr 16 11:51:31.192981 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 11:51:31.192981 dv-cinder-689486-10-iscsi neutron-server[85224]: return self._get(url).json() Apr 16 11:51:31.192981 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 11:51:31.192981 dv-cinder-689486-10-iscsi neutron-server[85224]: **kwargs) Apr 16 11:51:31.192981 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 11:51:31.192981 dv-cinder-689486-10-iscsi neutron-server[85224]: return self.request(url, 'GET', **kwargs) Apr 16 11:51:31.192981 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 11:51:31.192981 dv-cinder-689486-10-iscsi neutron-server[85224]: **endpoint_filter) Apr 16 11:51:31.192981 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 11:51:31.192981 dv-cinder-689486-10-iscsi neutron-server[85224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 11:51:31.192981 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 11:51:31.192981 dv-cinder-689486-10-iscsi neutron-server[85224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 11:51:31.192981 dv-cinder-689486-10-iscsi neutron-server[85224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 11:51:31.272405 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7db2a957-4189-42d1-a2c4-fe1149899df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854338799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852691194'] for network, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:31.276306 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-edcdfa37-3f4e-47e0-a3ef-5cfe136a1d0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:31.291150 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7db2a957-4189-42d1-a2c4-fe1149899df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for network, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:31.301323 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2a957-4189-42d1-a2c4-fe1149899df6 admin admin] Pushing event deleted for resources: {'Network': ['ID=83806983-488e-4cb6-869a-5e0c746ec418,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:31.304316 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-7db2a957-4189-42d1-a2c4-fe1149899df6 admin admin] 10.222.0.71 "DELETE /v2.0/networks/83806983-488e-4cb6-869a-5e0c746ec418 HTTP/1.1" status: 204 len: 168 time: 0.9982564 Apr 16 11:51:31.305245 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-7db2a957-4189-42d1-a2c4-fe1149899df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:31.415333 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3621defc-2b9c-4779-9d2c-a319a5f4ac35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:31.500572 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 51376) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:31.550974 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-2cc50e7c-ca9b-4849-a34e-f41db824e5d3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=811da47f2cca40d2b62b663724eb29e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513501 Apr 16 11:51:31.553495 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 51380) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:31.618898 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-96d63ef7-b98f-46b8-9200-a32c00ec7e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:31.646891 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-96d63ef7-b98f-46b8-9200-a32c00ec7e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:31.691239 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-96d63ef7-b98f-46b8-9200-a32c00ec7e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:31.696015 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-42ad2e3b-ba80-48c5-815a-7fba001f2bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:31.706840 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d63ef7-b98f-46b8-9200-a32c00ec7e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349d920b-6a60-4bdc-825b-ee73dbeb66f9,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:31.711537 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-96d63ef7-b98f-46b8-9200-a32c00ec7e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:31.713503 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-96d63ef7-b98f-46b8-9200-a32c00ec7e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:31.714663 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-96d63ef7-b98f-46b8-9200-a32c00ec7e02 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/349d920b-6a60-4bdc-825b-ee73dbeb66f9 HTTP/1.1" status: 204 len: 168 time: 0.1602123 Apr 16 11:51:32.072943 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 51392) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:32.123540 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-078aac32-a1c1-49af-b0bf-77e4341cb745 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=31aeff3e7a4b4fbe8c0e0354157b3bf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488589 Apr 16 11:51:32.126740 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 51396) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:32.189051 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-955eeb05-64a5-400f-a0db-1803c8c86336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:32.218288 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-955eeb05-64a5-400f-a0db-1803c8c86336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:32.268193 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-955eeb05-64a5-400f-a0db-1803c8c86336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:32.273254 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-df26e1d2-930b-4dda-a21a-00187231af80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:32.287899 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955eeb05-64a5-400f-a0db-1803c8c86336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ca8a9d-03ab-48c1-9122-819edac92d18,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:32.290955 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-955eeb05-64a5-400f-a0db-1803c8c86336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:32.291924 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-955eeb05-64a5-400f-a0db-1803c8c86336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:32.296817 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-955eeb05-64a5-400f-a0db-1803c8c86336 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/40ca8a9d-03ab-48c1-9122-819edac92d18 HTTP/1.1" status: 204 len: 168 time: 0.1688209 Apr 16 11:51:33.597742 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87aee3c-6bdd-4284-9af5-dbee1fa75482 req-3bc8bc5e-28b2-4bd1-915a-ccb64f0df31a tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:33.599406 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c87aee3c-6bdd-4284-9af5-dbee1fa75482 req-3bc8bc5e-28b2-4bd1-915a-ccb64f0df31a tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 945 time: 0.0961995 Apr 16 11:51:33.663378 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c87aee3c-6bdd-4284-9af5-dbee1fa75482 req-ba39ad5d-57da-4c63-ad94-cda62416f415 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561295 Apr 16 11:51:34.852429 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e177ee45-9ba0-438a-9bd8-f2f21522a7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:34.899554 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865f69e-708e-4eed-b171-6a765a14f122 req-43bc8d19-6712-43db-b4ab-5e130f452fff tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:34.901610 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f865f69e-708e-4eed-b171-6a765a14f122 req-43bc8d19-6712-43db-b4ab-5e130f452fff tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 945 time: 0.1122816 Apr 16 11:51:34.966158 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f865f69e-708e-4eed-b171-6a765a14f122 req-ac606535-f37e-4984-947b-16347cfcfd85 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541906 Apr 16 11:51:35.791491 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:36.225912 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ef19e-ff9e-4da4-89e4-fad5c2ce8d4d req-22cc2cb9-388e-4a1e-95cc-88f4417f33fd tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:36.229005 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fc7ef19e-ff9e-4da4-89e4-fad5c2ce8d4d req-22cc2cb9-388e-4a1e-95cc-88f4417f33fd tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 945 time: 0.1238842 Apr 16 11:51:36.270177 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 51508) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:36.304987 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fc7ef19e-ff9e-4da4-89e4-fad5c2ce8d4d req-56b89e22-4fb7-4d90-a4c8-e328f2da9c4e tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683937 Apr 16 11:51:36.390589 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:36.421099 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-72f3b896-0228-414c-b9e0-8e9e51545dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:36.437223 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-72f3b896-0228-414c-b9e0-8e9e51545dc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:36.441261 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-72f3b896-0228-414c-b9e0-8e9e51545dc0 admin admin] Usage tracker for resource:security_group_rule and tenant:c3586083cbfc4909bae1d5833d2cd76c is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:36.444178 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-72f3b896-0228-414c-b9e0-8e9e51545dc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:36.450239 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-72f3b896-0228-414c-b9e0-8e9e51545dc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:36.536558 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-72f3b896-0228-414c-b9e0-8e9e51545dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:36.539940 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-72f3b896-0228-414c-b9e0-8e9e51545dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:36.549468 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b82b9e31-ce0f-4ea2-9000-e23f5db5918a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:36.595386 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-72f3b896-0228-414c-b9e0-8e9e51545dc0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c3586083cbfc4909bae1d5833d2cd76c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3240483 Apr 16 11:51:36.596354 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3b896-0228-414c-b9e0-8e9e51545dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d385517-81f1-436b-bcec-13f98ac53b8d,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:36.598235 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 51518) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:36.599845 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-72f3b896-0228-414c-b9e0-8e9e51545dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:36.650621 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 51522) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:36.662038 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7caba164-ac68-4c42-94c8-a2acc8261b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:36.692771 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7caba164-ac68-4c42-94c8-a2acc8261b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:36.742326 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7caba164-ac68-4c42-94c8-a2acc8261b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:36.747542 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-8cfdd895-9846-4543-a463-01a1cb49b9f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:36.766243 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caba164-ac68-4c42-94c8-a2acc8261b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d385517-81f1-436b-bcec-13f98ac53b8d,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:36.769518 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-7caba164-ac68-4c42-94c8-a2acc8261b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:36.770424 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7caba164-ac68-4c42-94c8-a2acc8261b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:36.774178 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-7caba164-ac68-4c42-94c8-a2acc8261b7a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7d385517-81f1-436b-bcec-13f98ac53b8d HTTP/1.1" status: 204 len: 168 time: 0.1723201 Apr 16 11:51:37.119527 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c888f566-96ea-43db-8580-b3db37e1a861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:37.134875 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-c888f566-96ea-43db-8580-b3db37e1a861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:37.138974 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-c888f566-96ea-43db-8580-b3db37e1a861 admin admin] Usage tracker for resource:security_group_rule and tenant:1f4b070da77b479ea3ab14069e734a43 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:37.142159 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-c888f566-96ea-43db-8580-b3db37e1a861 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:37.148109 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-c888f566-96ea-43db-8580-b3db37e1a861 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:37.246635 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c888f566-96ea-43db-8580-b3db37e1a861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:37.249916 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c888f566-96ea-43db-8580-b3db37e1a861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:37.258805 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-99f5571c-80f4-4391-afcc-5d9b14828e17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:37.302954 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-c888f566-96ea-43db-8580-b3db37e1a861 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1f4b070da77b479ea3ab14069e734a43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6511602 Apr 16 11:51:37.304705 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888f566-96ea-43db-8580-b3db37e1a861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059b196a-0e86-4103-a306-2b326c78262a,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:37.305802 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 51550) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:37.307941 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-c888f566-96ea-43db-8580-b3db37e1a861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:37.408409 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-50cecb68-8541-4154-a074-bacefa5f7fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:37.441480 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-50cecb68-8541-4154-a074-bacefa5f7fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:37.508972 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-50cecb68-8541-4154-a074-bacefa5f7fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:37.514866 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-99dba3dd-e9d3-4287-96da-164b99590d4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:37.528137 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cecb68-8541-4154-a074-bacefa5f7fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059b196a-0e86-4103-a306-2b326c78262a,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:37.533768 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-50cecb68-8541-4154-a074-bacefa5f7fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:37.535425 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-50cecb68-8541-4154-a074-bacefa5f7fcb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/059b196a-0e86-4103-a306-2b326c78262a HTTP/1.1" status: 204 len: 168 time: 0.2280493 Apr 16 11:51:37.536049 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-50cecb68-8541-4154-a074-bacefa5f7fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:37.543555 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:37.546221 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b1eee-01c4-43ce-ae83-e91f22456a6e req-e7da46c7-f385-416f-a689-f4c661120888 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:37.553890 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0b5b1eee-01c4-43ce-ae83-e91f22456a6e req-e7da46c7-f385-416f-a689-f4c661120888 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 945 time: 0.1268339 Apr 16 11:51:37.599069 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0b5b1eee-01c4-43ce-ae83-e91f22456a6e req-708e11e0-48cb-4f00-a7d2-5dc72f4943e6 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441499 Apr 16 11:51:37.648284 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 51568) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:37.891354 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-db3cb54d-7038-4261-a01b-86328e227a62 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2086595874-network', 'tenant_id': 'b689f53fbd644b74a29274580a1b9004'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:51:37.896412 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-db3cb54d-7038-4261-a01b-86328e227a62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:37.900890 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-db3cb54d-7038-4261-a01b-86328e227a62 admin admin] Usage tracker for resource:network and tenant:b689f53fbd644b74a29274580a1b9004 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:37.903763 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-db3cb54d-7038-4261-a01b-86328e227a62 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:37.911184 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-db3cb54d-7038-4261-a01b-86328e227a62 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:37.919731 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 51576) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:37.929683 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3cb54d-7038-4261-a01b-86328e227a62 admin admin] Made reservation on behalf of b689f53fbd644b74a29274580a1b9004 for: {'network': 1} {{(pid=85338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:51:37.934654 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-db3cb54d-7038-4261-a01b-86328e227a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for network, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:37.947838 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2d379b1e-a54e-4e8a-9df1-fb191ad5014e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:37.948502 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-db3cb54d-7038-4261-a01b-86328e227a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:37.963943 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-2d379b1e-a54e-4e8a-9df1-fb191ad5014e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:37.964216 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-db3cb54d-7038-4261-a01b-86328e227a62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:37.968957 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-db3cb54d-7038-4261-a01b-86328e227a62 admin admin] Usage tracker for resource:security_group_rule and tenant:b689f53fbd644b74a29274580a1b9004 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:37.969151 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-2d379b1e-a54e-4e8a-9df1-fb191ad5014e admin admin] Usage tracker for resource:security_group_rule and tenant:a1b6a0f8874c404593d9ed0d935e0a80 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:37.972144 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-db3cb54d-7038-4261-a01b-86328e227a62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:37.972378 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-2d379b1e-a54e-4e8a-9df1-fb191ad5014e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:37.979081 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-2d379b1e-a54e-4e8a-9df1-fb191ad5014e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:37.979247 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-db3cb54d-7038-4261-a01b-86328e227a62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:38.074937 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2d379b1e-a54e-4e8a-9df1-fb191ad5014e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:38.078165 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2d379b1e-a54e-4e8a-9df1-fb191ad5014e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:38.087749 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-1c03da0e-e718-43e8-a63f-999cc8fa175b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:38.091564 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-db3cb54d-7038-4261-a01b-86328e227a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:38.095657 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-db3cb54d-7038-4261-a01b-86328e227a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:38.101178 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:38.140823 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db3cb54d-7038-4261-a01b-86328e227a62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=85338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:51:38.140927 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d379b1e-a54e-4e8a-9df1-fb191ad5014e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a65a172-8b7f-4788-8c40-7aadf940c202,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:38.140927 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-2d379b1e-a54e-4e8a-9df1-fb191ad5014e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a1b6a0f8874c404593d9ed0d935e0a80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2188363 Apr 16 11:51:38.141471 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-2d379b1e-a54e-4e8a-9df1-fb191ad5014e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:38.143309 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 51586) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:38.153186 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3cb54d-7038-4261-a01b-86328e227a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1868a3-9236-4881-99df-afcbd128b3fe,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:38.157661 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-db3cb54d-7038-4261-a01b-86328e227a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:38.161805 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-db3cb54d-7038-4261-a01b-86328e227a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2559'] for segment, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:38.162363 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.segments_db [None req-db3cb54d-7038-4261-a01b-86328e227a62 admin admin] Added segment f765aee4-2eb7-4f85-9851-187a752dd58c of type vlan for network c333e2d3-dce1-4fe5-8c2d-1984ef6de94a Apr 16 11:51:38.191020 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-db3cb54d-7038-4261-a01b-86328e227a62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740187980010'] for network, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:38.209218 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f36474ac-dc91-4826-94a7-e78ebf014c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:38.225552 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-db3cb54d-7038-4261-a01b-86328e227a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747'] for network, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:38.226946 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3cb54d-7038-4261-a01b-86328e227a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:38.227582 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-db3cb54d-7038-4261-a01b-86328e227a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for network, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:38.232724 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:38.238771 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f36474ac-dc91-4826-94a7-e78ebf014c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:38.285337 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f36474ac-dc91-4826-94a7-e78ebf014c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:38.290480 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-c83ad65e-a643-4b2c-b1fa-312e2cd33a3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:38.305578 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36474ac-dc91-4826-94a7-e78ebf014c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a65a172-8b7f-4788-8c40-7aadf940c202,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:38.309936 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f36474ac-dc91-4826-94a7-e78ebf014c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:38.318047 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f36474ac-dc91-4826-94a7-e78ebf014c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:38.321709 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-f36474ac-dc91-4826-94a7-e78ebf014c2b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1a65a172-8b7f-4788-8c40-7aadf940c202 HTTP/1.1" status: 204 len: 168 time: 0.1749363 Apr 16 11:51:38.339074 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-db3cb54d-7038-4261-a01b-86328e227a62 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6895163 Apr 16 11:51:38.341652 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 51592) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:38.350652 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-08be71e1-72b3-4ea8-94f0-f5d8a6021f0b admin admin] Request body: {'subnet': {'network_id': 'c333e2d3-dce1-4fe5-8c2d-1984ef6de94a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2086595874-subnet', 'tenant_id': 'b689f53fbd644b74a29274580a1b9004', 'ip_version': 4}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:51:38.359713 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-08be71e1-72b3-4ea8-94f0-f5d8a6021f0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:38.362089 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3cb54d-7038-4261-a01b-86328e227a62 admin admin] Pushing event updated for resources: {'Network': ['ID=c333e2d3-dce1-4fe5-8c2d-1984ef6de94a,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:38.366729 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-db3cb54d-7038-4261-a01b-86328e227a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:38.367722 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-08be71e1-72b3-4ea8-94f0-f5d8a6021f0b admin admin] Usage tracker for resource:subnet and tenant:b689f53fbd644b74a29274580a1b9004 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:38.372463 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Network c333e2d3-dce1-4fe5-8c2d-1984ef6de94a details requested by agent ovs-agent-dv-cinder-689486-10-iscsi with host dv-cinder-689486-10-iscsi {{(pid=85339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:51:38.375389 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-08be71e1-72b3-4ea8-94f0-f5d8a6021f0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:38.381851 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-08be71e1-72b3-4ea8-94f0-f5d8a6021f0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:38.392287 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08be71e1-72b3-4ea8-94f0-f5d8a6021f0b admin admin] Made reservation on behalf of b689f53fbd644b74a29274580a1b9004 for: {'subnet': 1} {{(pid=85338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:51:38.397147 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-08be71e1-72b3-4ea8-94f0-f5d8a6021f0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6539516'] for subnet, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:38.853808 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-08be71e1-72b3-4ea8-94f0-f5d8a6021f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1351826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6539471'] for subnet, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:38.869414 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-d6b916df-7713-4643-b307-04a727b278f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:38.998629 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be71e1-72b3-4ea8-94f0-f5d8a6021f0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c412702-7872-4db0-90b5-ec373852a7cc,revision_number=0']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:39.012504 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-08be71e1-72b3-4ea8-94f0-f5d8a6021f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:39.076021 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08be71e1-72b3-4ea8-94f0-f5d8a6021f0b admin admin] Checking segment: {'id': 'f765aee4-2eb7-4f85-9851-187a752dd58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c333e2d3-dce1-4fe5-8c2d-1984ef6de94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:51:39.076480 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08be71e1-72b3-4ea8-94f0-f5d8a6021f0b admin admin] Network hostable DHCP agents. Network: c333e2d3-dce1-4fe5-8c2d-1984ef6de94a, hostable agents: ['ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6'], hosted agents: [] {{(pid=85338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:51:39.097346 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08be71e1-72b3-4ea8-94f0-f5d8a6021f0b admin admin] Network c333e2d3-dce1-4fe5-8c2d-1984ef6de94a is scheduled to be hosted by DHCP agent ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6 with binding_index 1 {{(pid=85338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:51:39.105936 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-08be71e1-72b3-4ea8-94f0-f5d8a6021f0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-10-iscsi, c333e2d3-dce1-4fe5-8c2d-1984ef6de94a) {{(pid=85338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:51:39.117937 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8108d919-7c29-4bc8-a772-fc23021984ba None None] Network c333e2d3-dce1-4fe5-8c2d-1984ef6de94a requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:51:39.121551 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08be71e1-72b3-4ea8-94f0-f5d8a6021f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:39.122200 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-08be71e1-72b3-4ea8-94f0-f5d8a6021f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for subnet, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:39.154396 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-08be71e1-72b3-4ea8-94f0-f5d8a6021f0b admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8109260 Apr 16 11:51:39.158264 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 51620) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:39.166125 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-a72d314b-3793-4e79-90d6-193eb6ef976f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2086595874-router', 'tenant_id': 'b689f53fbd644b74a29274580a1b9004', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'}}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:51:39.172117 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-a72d314b-3793-4e79-90d6-193eb6ef976f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:39.179847 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-a72d314b-3793-4e79-90d6-193eb6ef976f admin admin] Usage tracker for resource:router and tenant:b689f53fbd644b74a29274580a1b9004 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:39.189356 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-a72d314b-3793-4e79-90d6-193eb6ef976f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:39.222691 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-a72d314b-3793-4e79-90d6-193eb6ef976f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:39.241137 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a72d314b-3793-4e79-90d6-193eb6ef976f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2082079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5170'] for router, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:39.242561 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a72d314b-3793-4e79-90d6-193eb6ef976f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852693566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852691044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852684026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770630'] for router, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:39.259100 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a72d314b-3793-4e79-90d6-193eb6ef976f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:39.372976 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ecb271d-b0fa-5b25-a558-314f548095fa-c333e2d3-dce1-4fe5-8c2d-1984ef6de94a', 'network_id': 'c333e2d3-dce1-4fe5-8c2d-1984ef6de94a', 'tenant_id': 'b689f53fbd644b74a29274580a1b9004', 'fixed_ips': [{'subnet_id': '5c412702-7872-4db0-90b5-ec373852a7cc'}]}} from dv-cinder-689486-10-iscsi. {{(pid=85339) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 11:51:39.374911 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:39.552732 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] Allocated IP 172.20.0.2 (c333e2d3-dce1-4fe5-8c2d-1984ef6de94a/5c412702-7872-4db0-90b5-ec373852a7cc/d0e5c864-2d76-4681-9ec9-c0a05eedcbc4) {{(pid=85339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:51:39.581973 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a72d314b-3793-4e79-90d6-193eb6ef976f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852691027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2082092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770679'] for router, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:39.802190 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] Notify callbacks [] for port, precommit_create {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:39.814699 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] Transition to ACTIVE for port object d0e5c864-2d76-4681-9ec9-c0a05eedcbc4 will not be triggered until provisioned by entity L2. {{(pid=85339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:51:39.837279 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] Transition to ACTIVE for port object d0e5c864-2d76-4681-9ec9-c0a05eedcbc4 will not be triggered until provisioned by entity DHCP. {{(pid=85339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:51:39.843076 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162'] for port, after_create {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:39.922642 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-7d042ce7-3e64-4cf2-ab15-c782c2e3225e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:39.931442 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a72d314b-3793-4e79-90d6-193eb6ef976f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:39.972310 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a72d314b-3793-4e79-90d6-193eb6ef976f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:40.021737 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] Pushing event updated for resources: {'Port': ['ID=d0e5c864-2d76-4681-9ec9-c0a05eedcbc4,revision_number=1']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:40.044012 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:40.044435 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:40.044850 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:40.045233 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:40.046116 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:40.046360 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:40.046733 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:40.047103 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:40.048307 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:40.048307 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:40.048307 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:40.048719 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:40.055759 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:40.080429 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] Network c333e2d3-dce1-4fe5-8c2d-1984ef6de94a is already hosted by enough agents. {{(pid=85339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:51:40.081921 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] Resources bound (agent type, host, resource id): {{(pid=85339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:51:40.087205 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] Received port after_create {{(pid=85339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:51:40.137280 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [None req-a72d314b-3793-4e79-90d6-193eb6ef976f admin admin] Allocated IP 172.27.1.66 (42de8c2d-cd05-4680-9fb4-4f0e504e941e/337501b3-dbb5-4b21-86cd-6f03e94fa6eb/d4e8ee37-d018-4cfb-930f-4c2d17e3c69f) {{(pid=85338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:51:40.215832 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] Attempting to bind port d0e5c864-2d76-4681-9ec9-c0a05eedcbc4 on host dv-cinder-689486-10-iscsi for vnic_type normal with profile {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:51:40.216254 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] Attempting to bind port d0e5c864-2d76-4681-9ec9-c0a05eedcbc4 by drivers openvswitch,hyperv on host dv-cinder-689486-10-iscsi at level 0 using segments [{'id': 'f765aee4-2eb7-4f85-9851-187a752dd58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c333e2d3-dce1-4fe5-8c2d-1984ef6de94a'}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:51:40.216712 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] Attempting to bind port d0e5c864-2d76-4681-9ec9-c0a05eedcbc4 on network c333e2d3-dce1-4fe5-8c2d-1984ef6de94a {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:51:40.223474 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] Checking agent: {'id': '0d7cbe5e-bfbb-464b-b5de-cb3320bd5996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 41, 6), 'started_at': datetime.datetime(2021, 4, 16, 11, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:51:40.223828 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] Checking segment: {'id': 'f765aee4-2eb7-4f85-9851-187a752dd58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c333e2d3-dce1-4fe5-8c2d-1984ef6de94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:51:40.224315 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:40.224740 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] Bound using segment: {'id': 'f765aee4-2eb7-4f85-9851-187a752dd58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c333e2d3-dce1-4fe5-8c2d-1984ef6de94a'} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:51:40.225255 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] Bound port: d0e5c864-2d76-4681-9ec9-c0a05eedcbc4, host: dv-cinder-689486-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f765aee4-2eb7-4f85-9851-187a752dd58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c333e2d3-dce1-4fe5-8c2d-1984ef6de94a'}}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:51:40.225686 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:40.333105 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a72d314b-3793-4e79-90d6-193eb6ef976f admin admin] Notify callbacks [] for port, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:40.337284 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] For port d0e5c864-2d76-4681-9ec9-c0a05eedcbc4, host dv-cinder-689486-10-iscsi, cleared binding levels {{(pid=85339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:51:40.340793 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] For port d0e5c864-2d76-4681-9ec9-c0a05eedcbc4, host dv-cinder-689486-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=d0e5c864-2d76-4681-9ec9-c0a05eedcbc4,segment=NetworkSegment(f765aee4-2eb7-4f85-9851-187a752dd58c),segment_id=f765aee4-2eb7-4f85-9851-187a752dd58c)] {{(pid=85339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:51:40.345530 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:40.363777 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:40.383723 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a72d314b-3793-4e79-90d6-193eb6ef976f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1351932'] for port, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:40.400220 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-498dc96f-01b1-46f6-b4dc-f6c368b26dc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:40.531642 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] Pushing event updated for resources: {'Port': ['ID=d0e5c864-2d76-4681-9ec9-c0a05eedcbc4,revision_number=2']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:40.536792 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:40.770073 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d314b-3793-4e79-90d6-193eb6ef976f admin admin] Pushing event updated for resources: {'Port': ['ID=d4e8ee37-d018-4cfb-930f-4c2d17e3c69f,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:40.783579 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-a72d314b-3793-4e79-90d6-193eb6ef976f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:40.830432 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72d314b-3793-4e79-90d6-193eb6ef976f admin admin] Network 42de8c2d-cd05-4680-9fb4-4f0e504e941e is already hosted by enough agents. {{(pid=85338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:51:40.831960 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-a72d314b-3793-4e79-90d6-193eb6ef976f admin admin] Resources bound (agent type, host, resource id): {{(pid=85338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:51:40.834595 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72d314b-3793-4e79-90d6-193eb6ef976f admin admin] Received port after_create {{(pid=85338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:51:41.137917 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device d0e5c864-2d76-4681-9ec9-c0a05eedcbc4 up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:51:41.218043 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning for port d0e5c864-2d76-4681-9ec9-c0a05eedcbc4 completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:51:41.533395 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0379606f-254d-423d-abfa-51c9a970b506 req-dfa9ffa5-fdf6-424c-aaa7-ab1824d31ad2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4960167 Apr 16 11:51:41.551521 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e443afe-ac02-40ca-959b-85f396de860d req-ad6e6000-f85a-46d0-b8a5-c5866bbfe42f tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:41.559272 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6e443afe-ac02-40ca-959b-85f396de860d req-ad6e6000-f85a-46d0-b8a5-c5866bbfe42f tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 945 time: 0.4575799 Apr 16 11:51:41.692566 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6e443afe-ac02-40ca-959b-85f396de860d req-b7249f5e-adc5-40fa-a8d9-ac486481808e tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322970 Apr 16 11:51:41.720570 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a72d314b-3793-4e79-90d6-193eb6ef976f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:41.804824 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 51678) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:41.965427 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379606f-254d-423d-abfa-51c9a970b506 req-f3a3816e-71d6-4e4e-bc4d-2a61c32bc457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:41.967874 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0379606f-254d-423d-abfa-51c9a970b506 req-f3a3816e-71d6-4e4e-bc4d-2a61c32bc457 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7f0adf03cd15428ba5cee5097d26d268&device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 1098 time: 0.3200912 Apr 16 11:51:42.024323 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bde4a91a-3e6f-426f-bcf7-9013ad40fabb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:42.041488 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-bde4a91a-3e6f-426f-bcf7-9013ad40fabb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:42.046294 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-bde4a91a-3e6f-426f-bcf7-9013ad40fabb admin admin] Usage tracker for resource:security_group_rule and tenant:711c4404781444b399ed82021159f6a1 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:42.049352 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-bde4a91a-3e6f-426f-bcf7-9013ad40fabb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:42.055684 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-bde4a91a-3e6f-426f-bcf7-9013ad40fabb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:42.150537 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bde4a91a-3e6f-426f-bcf7-9013ad40fabb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:42.154324 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bde4a91a-3e6f-426f-bcf7-9013ad40fabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:42.164073 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-60257939-9264-4507-a9d7-135a61be37b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:42.164636 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3884d44-0d31-4696-b82e-01d4ca4f5b04 None None] Network c333e2d3-dce1-4fe5-8c2d-1984ef6de94a requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:51:42.211483 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4a91a-3e6f-426f-bcf7-9013ad40fabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446d5bb1-4536-4daf-9212-a6c0fd643d54,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:42.215324 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bde4a91a-3e6f-426f-bcf7-9013ad40fabb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:42.222552 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-bde4a91a-3e6f-426f-bcf7-9013ad40fabb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=711c4404781444b399ed82021159f6a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4162204 Apr 16 11:51:42.223499 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 51690) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:42.293540 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9abf3039-ed8d-43b3-aa98-7b40c236f478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:42.309903 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a72d314b-3793-4e79-90d6-193eb6ef976f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852693724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084810'] for router, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:42.316803 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-b91d0e73-a9cc-4898-9485-481a529b78dc None None] Provisioning for port d0e5c864-2d76-4681-9ec9-c0a05eedcbc4 completed by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:51:42.323362 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9abf3039-ed8d-43b3-aa98-7b40c236f478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:42.326993 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-b91d0e73-a9cc-4898-9485-481a529b78dc None None] Provisioning complete for port d0e5c864-2d76-4681-9ec9-c0a05eedcbc4 triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:51:42.327711 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b91d0e73-a9cc-4898-9485-481a529b78dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:42.371431 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9abf3039-ed8d-43b3-aa98-7b40c236f478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:42.376777 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-205e9043-7a2b-4c9b-a61c-c348562d6032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:42.387902 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf3039-ed8d-43b3-aa98-7b40c236f478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446d5bb1-4536-4daf-9212-a6c0fd643d54,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:42.390792 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-9abf3039-ed8d-43b3-aa98-7b40c236f478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:42.399393 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379606f-254d-423d-abfa-51c9a970b506 req-9ca7b713-6f19-4e2a-a209-7696a190861d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:42.400651 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9abf3039-ed8d-43b3-aa98-7b40c236f478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:42.401183 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0379606f-254d-423d-abfa-51c9a970b506 req-9ca7b713-6f19-4e2a-a209-7696a190861d service neutron] 10.222.0.79 "GET /v2.0/networks?id=81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c HTTP/1.1" status: 200 len: 919 time: 0.3500977 Apr 16 11:51:42.403796 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-9abf3039-ed8d-43b3-aa98-7b40c236f478 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/446d5bb1-4536-4daf-9212-a6c0fd643d54 HTTP/1.1" status: 204 len: 168 time: 0.1788533 Apr 16 11:51:42.596119 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b91d0e73-a9cc-4898-9485-481a529b78dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:42.642986 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-b91d0e73-a9cc-4898-9485-481a529b78dc None None] For port d0e5c864-2d76-4681-9ec9-c0a05eedcbc4, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=d0e5c864-2d76-4681-9ec9-c0a05eedcbc4,segment=NetworkSegment(f765aee4-2eb7-4f85-9851-187a752dd58c),segment_id=f765aee4-2eb7-4f85-9851-187a752dd58c)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:51:42.648947 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b91d0e73-a9cc-4898-9485-481a529b78dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:42.651503 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-87584267-9df6-4cd5-a945-981ea6ac5244 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:42.740333 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d0e73-a9cc-4898-9485-481a529b78dc None None] Pushing event updated for resources: {'Port': ['ID=d0e5c864-2d76-4681-9ec9-c0a05eedcbc4,revision_number=3']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:42.744319 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b91d0e73-a9cc-4898-9485-481a529b78dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:42.843812 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0379606f-254d-423d-abfa-51c9a970b506 req-6d2d70df-70c5-40fe-a8f5-187a91629e4b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cae497e-b897-4b2f-aa74-6fa18d6bc210 HTTP/1.1" status: 200 len: 217 time: 0.3865118 Apr 16 11:51:42.982836 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-ed55fafc-672f-4e3b-8339-d051be6eb34d None None] Provisioning complete for port d0e5c864-2d76-4681-9ec9-c0a05eedcbc4 triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:51:42.984426 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72d314b-3793-4e79-90d6-193eb6ef976f admin admin] Router c41a2f58-7aed-4192-a803-b95c3e7c2a0f is scheduled to L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 with binding_index 1 {{(pid=85338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 11:51:42.988218 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ed55fafc-672f-4e3b-8339-d051be6eb34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:43.033701 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2ef87-1916-4c5b-b016-ce9c40ef4dec req-1bb03ebe-a154-412a-af9a-d4ff0009f27d tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:43.042047 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f1f2ef87-1916-4c5b-b016-ce9c40ef4dec req-1bb03ebe-a154-412a-af9a-d4ff0009f27d tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 945 time: 0.1795416 Apr 16 11:51:43.105463 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f1f2ef87-1916-4c5b-b016-ce9c40ef4dec req-9b66c715-67fd-433d-9ebb-9655449af619 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530989 Apr 16 11:51:43.117693 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device d0e5c864-2d76-4681-9ec9-c0a05eedcbc4 up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:51:43.281737 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72d314b-3793-4e79-90d6-193eb6ef976f admin admin] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:51:43.291689 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192686aa-c35c-4812-9cde-5284960c3c7e None None] Sync routers for ids ['c41a2f58-7aed-4192-a803-b95c3e7c2a0f'] in dv-cinder-689486-10-iscsi {{(pid=85340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:51:43.314514 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192686aa-c35c-4812-9cde-5284960c3c7e None None] Routers {'c41a2f58-7aed-4192-a803-b95c3e7c2a0f'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:51:43.315654 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-192686aa-c35c-4812-9cde-5284960c3c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:51:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['c41a2f58-7aed-4192-a803-b95c3e7c2a0f'], 'active': True} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:43.325046 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port d0e5c864-2d76-4681-9ec9-c0a05eedcbc4 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:51:43.325464 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:43.361844 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a72d314b-3793-4e79-90d6-193eb6ef976f admin admin] Notify callbacks [] for router, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:43.363420 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-a72d314b-3793-4e79-90d6-193eb6ef976f admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2033341 Apr 16 11:51:43.366209 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 51736) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:43.550643 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:43.604840 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-192686aa-c35c-4812-9cde-5284960c3c7e None None] Set router c41a2f58-7aed-4192-a803-b95c3e7c2a0f gateway port host: dv-cinder-689486-10-iscsi {{(pid=85340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:51:43.929596 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-192686aa-c35c-4812-9cde-5284960c3c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'name': 'tempest-TestShelveInstance-2086595874-router', 'tenant_id': 'b689f53fbd644b74a29274580a1b9004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd4e8ee37-d018-4cfb-930f-4c2d17e3c69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:39Z', 'updated_at': '2021-04-16T11:51:41Z', 'revision_number': 3, 'project_id': 'b689f53fbd644b74a29274580a1b9004', 'gw_port': {'id': 'd4e8ee37-d018-4cfb-930f-4c2d17e3c69f', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bd:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:40Z', 'updated_at': '2021-04-16T11:51:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi'}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:43.933841 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192686aa-c35c-4812-9cde-5284960c3c7e None None] Checking router: c41a2f58-7aed-4192-a803-b95c3e7c2a0f for host: dv-cinder-689486-10-iscsi {{(pid=85340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:51:43.934279 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192686aa-c35c-4812-9cde-5284960c3c7e None None] Updating router c41a2f58-7aed-4192-a803-b95c3e7c2a0f port d4e8ee37-d018-4cfb-930f-4c2d17e3c69f binding host dv-cinder-689486-10-iscsi {{(pid=85340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:51:43.998244 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-192686aa-c35c-4812-9cde-5284960c3c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:44.258877 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0180ad5f-33d6-4c24-af3d-9716930b0526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:44.385472 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-192686aa-c35c-4812-9cde-5284960c3c7e None None] Notify callbacks [] for port, precommit_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:44.400253 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-192686aa-c35c-4812-9cde-5284960c3c7e None None] Transition to ACTIVE for port object d4e8ee37-d018-4cfb-930f-4c2d17e3c69f will not be triggered until provisioned by entity L2. {{(pid=85340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:51:44.406941 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-192686aa-c35c-4812-9cde-5284960c3c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:44.424125 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e41fcb7f-059c-4f9a-a4ad-3ecfb44690e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:44.428201 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 51764) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:44.496124 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [None req-0180ad5f-33d6-4c24-af3d-9716930b0526 admin admin] Allocated IP 172.20.0.1 (c333e2d3-dce1-4fe5-8c2d-1984ef6de94a/5c412702-7872-4db0-90b5-ec373852a7cc/c838b62a-8c15-4d9f-80bc-ec411b3c510a) {{(pid=85338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:51:44.567661 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53d60b-1f2f-41bc-b114-4f2a32274471 None None] Pushing event updated for resources: {'Port': ['ID=d4e8ee37-d018-4cfb-930f-4c2d17e3c69f,revision_number=2']} {{(pid=85340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:44.568847 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fe731ced-139f-4e79-accc-a27eb63e3200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:44.585696 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-fe731ced-139f-4e79-accc-a27eb63e3200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:44.589780 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53d60b-1f2f-41bc-b114-4f2a32274471 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:44.590191 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53d60b-1f2f-41bc-b114-4f2a32274471 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:44.590570 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53d60b-1f2f-41bc-b114-4f2a32274471 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:44.590938 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53d60b-1f2f-41bc-b114-4f2a32274471 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:44.591304 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53d60b-1f2f-41bc-b114-4f2a32274471 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:44.591664 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53d60b-1f2f-41bc-b114-4f2a32274471 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:44.591828 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-fe731ced-139f-4e79-accc-a27eb63e3200 admin admin] Usage tracker for resource:security_group_rule and tenant:c6b341ef57344ba78945c6978b213216 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:44.592910 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53d60b-1f2f-41bc-b114-4f2a32274471 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:44.592910 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53d60b-1f2f-41bc-b114-4f2a32274471 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:44.593785 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53d60b-1f2f-41bc-b114-4f2a32274471 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:44.594159 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53d60b-1f2f-41bc-b114-4f2a32274471 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:44.594525 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53d60b-1f2f-41bc-b114-4f2a32274471 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:44.594888 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53d60b-1f2f-41bc-b114-4f2a32274471 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:44.595770 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-fe731ced-139f-4e79-accc-a27eb63e3200 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:44.603595 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-fe731ced-139f-4e79-accc-a27eb63e3200 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:44.609647 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-ee53d60b-1f2f-41bc-b114-4f2a32274471 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:44.666529 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-192686aa-c35c-4812-9cde-5284960c3c7e None None] Attempting to bind port d4e8ee37-d018-4cfb-930f-4c2d17e3c69f on host dv-cinder-689486-10-iscsi for vnic_type normal with profile {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:51:44.666939 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-192686aa-c35c-4812-9cde-5284960c3c7e None None] Attempting to bind port d4e8ee37-d018-4cfb-930f-4c2d17e3c69f by drivers openvswitch,hyperv on host dv-cinder-689486-10-iscsi at level 0 using segments [{'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'}] {{(pid=85340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:51:44.667336 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192686aa-c35c-4812-9cde-5284960c3c7e None None] Attempting to bind port d4e8ee37-d018-4cfb-930f-4c2d17e3c69f on network 42de8c2d-cd05-4680-9fb4-4f0e504e941e {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:51:44.668895 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0180ad5f-33d6-4c24-af3d-9716930b0526 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:44.673346 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192686aa-c35c-4812-9cde-5284960c3c7e None None] Checking agent: {'id': '0d7cbe5e-bfbb-464b-b5de-cb3320bd5996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 41, 6), 'started_at': datetime.datetime(2021, 4, 16, 11, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:51:44.673762 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192686aa-c35c-4812-9cde-5284960c3c7e None None] Checking segment: {'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:51:44.674381 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-192686aa-c35c-4812-9cde-5284960c3c7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:44.674880 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192686aa-c35c-4812-9cde-5284960c3c7e None None] Bound using segment: {'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'} {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:51:44.675253 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-192686aa-c35c-4812-9cde-5284960c3c7e None None] Bound port: d4e8ee37-d018-4cfb-930f-4c2d17e3c69f, host: dv-cinder-689486-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'}}] {{(pid=85340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:51:44.675694 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-192686aa-c35c-4812-9cde-5284960c3c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:44.686773 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-0180ad5f-33d6-4c24-af3d-9716930b0526 admin admin] Transition to ACTIVE for port object c838b62a-8c15-4d9f-80bc-ec411b3c510a will not be triggered until provisioned by entity DHCP. {{(pid=85338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:51:44.697296 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fe731ced-139f-4e79-accc-a27eb63e3200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:44.700138 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fe731ced-139f-4e79-accc-a27eb63e3200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:44.713124 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f36474ac-dc91-4826-94a7-e78ebf014c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:44.718312 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0180ad5f-33d6-4c24-af3d-9716930b0526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1351932'] for port, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:44.734401 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:44.743087 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe731ced-139f-4e79-accc-a27eb63e3200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a398396-4295-4ad7-b869-ac1a03de3442,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:44.747975 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-fe731ced-139f-4e79-accc-a27eb63e3200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:44.755229 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-192686aa-c35c-4812-9cde-5284960c3c7e None None] For port d4e8ee37-d018-4cfb-930f-4c2d17e3c69f, host dv-cinder-689486-10-iscsi, cleared binding levels {{(pid=85340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:51:44.758602 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-192686aa-c35c-4812-9cde-5284960c3c7e None None] For port d4e8ee37-d018-4cfb-930f-4c2d17e3c69f, host dv-cinder-689486-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=d4e8ee37-d018-4cfb-930f-4c2d17e3c69f,segment=NetworkSegment(fbc7dd2f-3e5c-4067-bc2d-84cf54659228),segment_id=fbc7dd2f-3e5c-4067-bc2d-84cf54659228)] {{(pid=85340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:51:44.762604 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-192686aa-c35c-4812-9cde-5284960c3c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:44.775821 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-fe731ced-139f-4e79-accc-a27eb63e3200 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c6b341ef57344ba78945c6978b213216&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3459904 Apr 16 11:51:44.778211 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 51770) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:44.779254 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:44.847411 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0ba542fc-8eb5-46af-a91d-c46a49c1c5c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:44.871511 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180ad5f-33d6-4c24-af3d-9716930b0526 admin admin] Pushing event updated for resources: {'Port': ['ID=c838b62a-8c15-4d9f-80bc-ec411b3c510a,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:44.876126 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-0180ad5f-33d6-4c24-af3d-9716930b0526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:44.876297 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0ba542fc-8eb5-46af-a91d-c46a49c1c5c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:44.926157 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0ba542fc-8eb5-46af-a91d-c46a49c1c5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:44.930393 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0180ad5f-33d6-4c24-af3d-9716930b0526 admin admin] Network c333e2d3-dce1-4fe5-8c2d-1984ef6de94a is already hosted by enough agents. {{(pid=85338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:51:44.931515 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-1f36abf7-9fcd-4d2a-b1fe-06e59359cdb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:44.931638 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-0180ad5f-33d6-4c24-af3d-9716930b0526 admin admin] Resources bound (agent type, host, resource id): {{(pid=85338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:51:44.934102 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0180ad5f-33d6-4c24-af3d-9716930b0526 admin admin] Received port after_create {{(pid=85338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:51:44.947050 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba542fc-8eb5-46af-a91d-c46a49c1c5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a398396-4295-4ad7-b869-ac1a03de3442,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:44.950417 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-0ba542fc-8eb5-46af-a91d-c46a49c1c5c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:44.951383 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0ba542fc-8eb5-46af-a91d-c46a49c1c5c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:44.953353 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-0ba542fc-8eb5-46af-a91d-c46a49c1c5c0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2a398396-4295-4ad7-b869-ac1a03de3442 HTTP/1.1" status: 204 len: 168 time: 0.1739218 Apr 16 11:51:44.958374 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53d60b-1f2f-41bc-b114-4f2a32274471 None None] Pushing event updated for resources: {'Port': ['ID=d4e8ee37-d018-4cfb-930f-4c2d17e3c69f,revision_number=3']} {{(pid=85340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:44.974932 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-ee53d60b-1f2f-41bc-b114-4f2a32274471 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:44.993718 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0180ad5f-33d6-4c24-af3d-9716930b0526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852692337'] for router_interface, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:45.043062 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192686aa-c35c-4812-9cde-5284960c3c7e None None] Routers {'c41a2f58-7aed-4192-a803-b95c3e7c2a0f'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:51:45.043062 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-192686aa-c35c-4812-9cde-5284960c3c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:51:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['c41a2f58-7aed-4192-a803-b95c3e7c2a0f'], 'active': True} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:45.150607 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0180ad5f-33d6-4c24-af3d-9716930b0526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:45.300196 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-192686aa-c35c-4812-9cde-5284960c3c7e None None] Set router c41a2f58-7aed-4192-a803-b95c3e7c2a0f gateway port host: dv-cinder-689486-10-iscsi {{(pid=85340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:51:45.314032 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-7e145ace-6e8f-4370-9a73-a25ae890d341 None None] Provisioning for port c838b62a-8c15-4d9f-80bc-ec411b3c510a completed by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:51:45.326610 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-7e145ace-6e8f-4370-9a73-a25ae890d341 None None] Provisioning complete for port c838b62a-8c15-4d9f-80bc-ec411b3c510a triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:51:45.329199 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7e145ace-6e8f-4370-9a73-a25ae890d341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:45.431861 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-7e145ace-6e8f-4370-9a73-a25ae890d341 None None] Port c838b62a-8c15-4d9f-80bc-ec411b3c510a cannot update to ACTIVE because it is not bound. {{(pid=85339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:51:45.490420 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0180ad5f-33d6-4c24-af3d-9716930b0526 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:45.496025 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0180ad5f-33d6-4c24-af3d-9716930b0526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853423900'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:45.538904 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:45.617154 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0180ad5f-33d6-4c24-af3d-9716930b0526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083560'] for router_interface, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:45.671521 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180ad5f-33d6-4c24-af3d-9716930b0526 admin admin] Pushing event updated for resources: {'Port': ['ID=c838b62a-8c15-4d9f-80bc-ec411b3c510a,revision_number=2']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:45.718883 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-192686aa-c35c-4812-9cde-5284960c3c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'name': 'tempest-TestShelveInstance-2086595874-router', 'tenant_id': 'b689f53fbd644b74a29274580a1b9004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd4e8ee37-d018-4cfb-930f-4c2d17e3c69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:39Z', 'updated_at': '2021-04-16T11:51:45Z', 'revision_number': 4, 'project_id': 'b689f53fbd644b74a29274580a1b9004', 'gw_port': {'id': 'd4e8ee37-d018-4cfb-930f-4c2d17e3c69f', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bd:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:40Z', 'updated_at': '2021-04-16T11:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': 'c838b62a-8c15-4d9f-80bc-ec411b3c510a', 'name': '', 'network_id': 'c333e2d3-dce1-4fe5-8c2d-1984ef6de94a', 'tenant_id': 'b689f53fbd644b74a29274580a1b9004', 'mac_address': 'fa:16:3e:02:d4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5c412702-7872-4db0-90b5-ec373852a7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:44Z', 'updated_at': '2021-04-16T11:51:44Z', 'revision_number': 1, 'project_id': 'b689f53fbd644b74a29274580a1b9004', 'subnets': [{'id': '5c412702-7872-4db0-90b5-ec373852a7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:45.723684 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192686aa-c35c-4812-9cde-5284960c3c7e None None] The sync data for ids ['c41a2f58-7aed-4192-a803-b95c3e7c2a0f'] in dv-cinder-689486-10-iscsi is: [{'id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'name': 'tempest-TestShelveInstance-2086595874-router', 'tenant_id': 'b689f53fbd644b74a29274580a1b9004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd4e8ee37-d018-4cfb-930f-4c2d17e3c69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:39Z', 'updated_at': '2021-04-16T11:51:45Z', 'revision_number': 4, 'project_id': 'b689f53fbd644b74a29274580a1b9004', 'gw_port': {'id': 'd4e8ee37-d018-4cfb-930f-4c2d17e3c69f', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bd:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:40Z', 'updated_at': '2021-04-16T11:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': 'c838b62a-8c15-4d9f-80bc-ec411b3c510a', 'name': '', 'network_id': 'c333e2d3-dce1-4fe5-8c2d-1984ef6de94a', 'tenant_id': 'b689f53fbd644b74a29274580a1b9004', 'mac_address': 'fa:16:3e:02:d4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5c412702-7872-4db0-90b5-ec373852a7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:44Z', 'updated_at': '2021-04-16T11:51:44Z', 'revision_number': 1, 'project_id': 'b689f53fbd644b74a29274580a1b9004', 'subnets': [{'id': '5c412702-7872-4db0-90b5-ec373852a7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:51:45.726724 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-0180ad5f-33d6-4c24-af3d-9716930b0526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:45.811230 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 51806) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:45.824315 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0180ad5f-33d6-4c24-af3d-9716930b0526 admin admin] Network c333e2d3-dce1-4fe5-8c2d-1984ef6de94a is already hosted by enough agents. {{(pid=85338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:51:45.825825 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-0180ad5f-33d6-4c24-af3d-9716930b0526 admin admin] Resources bound (agent type, host, resource id): {{(pid=85338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:51:45.959558 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-dec4ad96-2aaa-4999-bd0c-93a113cd81d6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1964781988-network', 'tenant_id': '5350c311e89047fc913637edf438805f'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:51:45.969555 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-dec4ad96-2aaa-4999-bd0c-93a113cd81d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:45.975578 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-dec4ad96-2aaa-4999-bd0c-93a113cd81d6 admin admin] Usage tracker for resource:network and tenant:5350c311e89047fc913637edf438805f is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:45.985532 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-dec4ad96-2aaa-4999-bd0c-93a113cd81d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:45.992900 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-dec4ad96-2aaa-4999-bd0c-93a113cd81d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:46.009561 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec4ad96-2aaa-4999-bd0c-93a113cd81d6 admin admin] Made reservation on behalf of 5350c311e89047fc913637edf438805f for: {'network': 1} {{(pid=85337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:51:46.015904 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-dec4ad96-2aaa-4999-bd0c-93a113cd81d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for network, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:46.032652 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-dec4ad96-2aaa-4999-bd0c-93a113cd81d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:46.050428 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-dec4ad96-2aaa-4999-bd0c-93a113cd81d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:46.055047 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-dec4ad96-2aaa-4999-bd0c-93a113cd81d6 admin admin] Usage tracker for resource:security_group_rule and tenant:5350c311e89047fc913637edf438805f is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:46.058619 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-dec4ad96-2aaa-4999-bd0c-93a113cd81d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:46.061294 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-242ea493-eb7a-4a9f-acdc-b2e6a0da12c5 None None] Provisioning complete for port c838b62a-8c15-4d9f-80bc-ec411b3c510a triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:51:46.061726 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-242ea493-eb7a-4a9f-acdc-b2e6a0da12c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:46.065475 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-dec4ad96-2aaa-4999-bd0c-93a113cd81d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:46.076132 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0180ad5f-33d6-4c24-af3d-9716930b0526 admin admin] Router c41a2f58-7aed-4192-a803-b95c3e7c2a0f has already been hosted by L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 {{(pid=85338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:51:46.158357 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-242ea493-eb7a-4a9f-acdc-b2e6a0da12c5 None None] Port c838b62a-8c15-4d9f-80bc-ec411b3c510a cannot update to ACTIVE because it is not bound. {{(pid=85339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:51:46.200461 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-dec4ad96-2aaa-4999-bd0c-93a113cd81d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:46.207328 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-dec4ad96-2aaa-4999-bd0c-93a113cd81d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:46.239974 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-ed796b4e-9eba-45ec-a8b5-149e62e573af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:46.248075 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec4ad96-2aaa-4999-bd0c-93a113cd81d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=85337) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:51:46.306736 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4ad96-2aaa-4999-bd0c-93a113cd81d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2905b216-91ab-4f87-b35d-f45b2a1e33ce,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:46.326319 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-dec4ad96-2aaa-4999-bd0c-93a113cd81d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:46.327765 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-dec4ad96-2aaa-4999-bd0c-93a113cd81d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2559'] for segment, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:46.328357 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.segments_db [None req-dec4ad96-2aaa-4999-bd0c-93a113cd81d6 admin admin] Added segment 9e4f6e0d-16d1-45c9-b49c-dd4f64822fd4 of type vlan for network e500429e-1613-4f5d-b1e9-3cb958c566f6 Apr 16 11:51:46.362220 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-dec4ad96-2aaa-4999-bd0c-93a113cd81d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740187980010'] for network, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:46.404691 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-dec4ad96-2aaa-4999-bd0c-93a113cd81d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747'] for network, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:46.407158 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec4ad96-2aaa-4999-bd0c-93a113cd81d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:46.407816 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-dec4ad96-2aaa-4999-bd0c-93a113cd81d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for network, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:46.413463 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:46.526732 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-dec4ad96-2aaa-4999-bd0c-93a113cd81d6 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7134392 Apr 16 11:51:46.530025 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 51818) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:46.533769 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4ad96-2aaa-4999-bd0c-93a113cd81d6 admin admin] Pushing event updated for resources: {'Network': ['ID=e500429e-1613-4f5d-b1e9-3cb958c566f6,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:46.539899 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-02adc871-ceb6-491d-b954-b4078ace2123 admin admin] Request body: {'subnet': {'network_id': 'e500429e-1613-4f5d-b1e9-3cb958c566f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1964781988-subnet', 'tenant_id': '5350c311e89047fc913637edf438805f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:51:46.543747 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-dec4ad96-2aaa-4999-bd0c-93a113cd81d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:46.546172 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-02adc871-ceb6-491d-b954-b4078ace2123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:46.546697 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Network e500429e-1613-4f5d-b1e9-3cb958c566f6 details requested by agent ovs-agent-dv-cinder-689486-10-iscsi with host dv-cinder-689486-10-iscsi {{(pid=85339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:51:46.550726 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-02adc871-ceb6-491d-b954-b4078ace2123 admin admin] Usage tracker for resource:subnet and tenant:5350c311e89047fc913637edf438805f is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:46.553975 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-02adc871-ceb6-491d-b954-b4078ace2123 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:46.560510 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-02adc871-ceb6-491d-b954-b4078ace2123 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:46.571776 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02adc871-ceb6-491d-b954-b4078ace2123 admin admin] Made reservation on behalf of 5350c311e89047fc913637edf438805f for: {'subnet': 1} {{(pid=85337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:51:46.576758 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-02adc871-ceb6-491d-b954-b4078ace2123 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036849705449'] for subnet, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:46.587192 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0180ad5f-33d6-4c24-af3d-9716930b0526 admin admin] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:51:46.601038 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-0180ad5f-33d6-4c24-af3d-9716930b0526 admin admin] 10.222.0.71 "PUT /v2.0/routers/c41a2f58-7aed-4192-a803-b95c3e7c2a0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2330809 Apr 16 11:51:46.932059 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379606f-254d-423d-abfa-51c9a970b506 req-35df33cc-b1f6-41cd-8c5d-16a2bba934a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:46.933818 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0379606f-254d-423d-abfa-51c9a970b506 req-35df33cc-b1f6-41cd-8c5d-16a2bba934a6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d580634d-19a3-4e7e-9a28-924962cb301f HTTP/1.1" status: 200 len: 858 time: 0.0892277 Apr 16 11:51:47.003981 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0379606f-254d-423d-abfa-51c9a970b506 req-17835c74-bc64-4d2b-99f6-8357e4eedaf1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616515 Apr 16 11:51:47.147850 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-02adc871-ceb6-491d-b954-b4078ace2123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7759993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036849705436'] for subnet, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:47.166506 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device d4e8ee37-d018-4cfb-930f-4c2d17e3c69f up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:51:47.167671 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:47.186202 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0379606f-254d-423d-abfa-51c9a970b506 req-79bc23d3-45b6-4d29-be9b-43f768d3ccf1 service neutron] 10.222.0.79 "GET /v2.0/networks/81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730027 Apr 16 11:51:47.288042 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning for port d4e8ee37-d018-4cfb-930f-4c2d17e3c69f completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:51:47.296765 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port d4e8ee37-d018-4cfb-930f-4c2d17e3c69f triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:51:47.297610 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:47.423302 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0379606f-254d-423d-abfa-51c9a970b506 req-59fedf64-18e1-4b0c-8a37-fe85657728f4 service neutron] 10.222.0.79 "GET /v2.0/networks/81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879458 Apr 16 11:51:47.423864 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02adc871-ceb6-491d-b954-b4078ace2123 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16334177-da60-4ace-8c30-5062bcc52f0a,revision_number=0']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:47.459371 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-02adc871-ceb6-491d-b954-b4078ace2123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:47.473947 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678f9d2-d0de-42e4-a775-75f113db89ec req-0d288f19-8368-460a-aa63-cfd6a575fced tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:47.476436 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b678f9d2-d0de-42e4-a775-75f113db89ec req-0d288f19-8368-460a-aa63-cfd6a575fced tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 945 time: 0.2881360 Apr 16 11:51:47.578339 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b678f9d2-d0de-42e4-a775-75f113db89ec req-39c4e304-79a6-4aa9-9ff0-65de2f6a079c tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853927 Apr 16 11:51:47.597714 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02adc871-ceb6-491d-b954-b4078ace2123 admin admin] Checking segment: {'id': '9e4f6e0d-16d1-45c9-b49c-dd4f64822fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e500429e-1613-4f5d-b1e9-3cb958c566f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:51:47.598152 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02adc871-ceb6-491d-b954-b4078ace2123 admin admin] Network hostable DHCP agents. Network: e500429e-1613-4f5d-b1e9-3cb958c566f6, hostable agents: ['ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6'], hosted agents: [] {{(pid=85337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:51:47.612998 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 51840) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:47.619642 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-44e07d8b-908f-4a58-a8bd-0372f579f492 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-156969424-network', 'tenant_id': '130e79b4c83346c8be32a0229590e196'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:51:47.626991 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-44e07d8b-908f-4a58-a8bd-0372f579f492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:47.628911 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02adc871-ceb6-491d-b954-b4078ace2123 admin admin] Network e500429e-1613-4f5d-b1e9-3cb958c566f6 is scheduled to be hosted by DHCP agent ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6 with binding_index 1 {{(pid=85337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:51:47.632138 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-44e07d8b-908f-4a58-a8bd-0372f579f492 admin admin] Usage tracker for resource:network and tenant:130e79b4c83346c8be32a0229590e196 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:47.636962 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-44e07d8b-908f-4a58-a8bd-0372f579f492 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:47.646157 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-02adc871-ceb6-491d-b954-b4078ace2123 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-10-iscsi, e500429e-1613-4f5d-b1e9-3cb958c566f6) {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:51:47.646513 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-44e07d8b-908f-4a58-a8bd-0372f579f492 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:47.660337 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e07d8b-908f-4a58-a8bd-0372f579f492 admin admin] Made reservation on behalf of 130e79b4c83346c8be32a0229590e196 for: {'network': 1} {{(pid=85338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:51:47.663532 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02adc871-ceb6-491d-b954-b4078ace2123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:47.664386 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-02adc871-ceb6-491d-b954-b4078ace2123 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:47.665607 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-44e07d8b-908f-4a58-a8bd-0372f579f492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for network, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:47.679498 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-44e07d8b-908f-4a58-a8bd-0372f579f492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:47.695277 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-02adc871-ceb6-491d-b954-b4078ace2123 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1637664 Apr 16 11:51:47.698546 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-44e07d8b-908f-4a58-a8bd-0372f579f492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:47.703492 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-44e07d8b-908f-4a58-a8bd-0372f579f492 admin admin] Usage tracker for resource:security_group_rule and tenant:130e79b4c83346c8be32a0229590e196 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:47.706688 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-44e07d8b-908f-4a58-a8bd-0372f579f492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:47.713191 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-44e07d8b-908f-4a58-a8bd-0372f579f492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:47.747190 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094c81c0-9690-440f-949c-4737f8ee6272 None None] Network e500429e-1613-4f5d-b1e9-3cb958c566f6 requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:51:47.824396 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-44e07d8b-908f-4a58-a8bd-0372f579f492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:47.829386 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-44e07d8b-908f-4a58-a8bd-0372f579f492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:47.844116 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44e07d8b-908f-4a58-a8bd-0372f579f492 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=85338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:51:47.847366 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b38dcd48-2424-491f-8059-ad49abe37f8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:47.875723 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:47.882352 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-44e07d8b-908f-4a58-a8bd-0372f579f492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2559'] for segment, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:47.883342 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.segments_db [None req-44e07d8b-908f-4a58-a8bd-0372f579f492 admin admin] Added segment 90a7624b-d56c-4054-bcf0-82b1e492e8e7 of type vlan for network 7ef8be3b-dac5-4140-aaab-b52dff54fe37 Apr 16 11:51:47.894058 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e07d8b-908f-4a58-a8bd-0372f579f492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9249e8ac-d273-4fea-adb4-e5f356c5d674,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:47.898378 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-44e07d8b-908f-4a58-a8bd-0372f579f492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:47.925734 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] For port d4e8ee37-d018-4cfb-930f-4c2d17e3c69f, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=d4e8ee37-d018-4cfb-930f-4c2d17e3c69f,segment=NetworkSegment(fbc7dd2f-3e5c-4067-bc2d-84cf54659228),segment_id=fbc7dd2f-3e5c-4067-bc2d-84cf54659228)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:51:47.932819 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:47.938923 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:47.963659 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-44e07d8b-908f-4a58-a8bd-0372f579f492 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740187980010'] for network, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:48.025583 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-44e07d8b-908f-4a58-a8bd-0372f579f492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747'] for network, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:48.026508 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e07d8b-908f-4a58-a8bd-0372f579f492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:48.027264 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-44e07d8b-908f-4a58-a8bd-0372f579f492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for network, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:48.034739 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bd6acdb6-70be-4b3e-811d-216f23d995c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:48.113701 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Pushing event updated for resources: {'Port': ['ID=d4e8ee37-d018-4cfb-930f-4c2d17e3c69f,revision_number=4']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:48.118668 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:48.175114 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3234bd6-4d9f-4e92-ba98-ea35a4954b1e None None] Network e500429e-1613-4f5d-b1e9-3cb958c566f6 requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:51:48.217485 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e07d8b-908f-4a58-a8bd-0372f579f492 admin admin] Pushing event updated for resources: {'Network': ['ID=7ef8be3b-dac5-4140-aaab-b52dff54fe37,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:48.238334 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-44e07d8b-908f-4a58-a8bd-0372f579f492 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6239882 Apr 16 11:51:48.241245 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 51854) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:48.241605 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-44e07d8b-908f-4a58-a8bd-0372f579f492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:48.247614 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-9abc27d5-a382-420a-a79e-336ef6dc3214 admin admin] Request body: {'subnet': {'network_id': '7ef8be3b-dac5-4140-aaab-b52dff54fe37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-156969424-subnet', 'tenant_id': '130e79b4c83346c8be32a0229590e196', 'ip_version': 4}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:51:48.254069 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-9abc27d5-a382-420a-a79e-336ef6dc3214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:48.261944 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-9abc27d5-a382-420a-a79e-336ef6dc3214 admin admin] Usage tracker for resource:subnet and tenant:130e79b4c83346c8be32a0229590e196 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:48.266528 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-9abc27d5-a382-420a-a79e-336ef6dc3214 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:48.272799 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-9abc27d5-a382-420a-a79e-336ef6dc3214 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:48.284121 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Network 7ef8be3b-dac5-4140-aaab-b52dff54fe37 details requested by agent ovs-agent-dv-cinder-689486-10-iscsi with host dv-cinder-689486-10-iscsi {{(pid=85339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:51:48.289151 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abc27d5-a382-420a-a79e-336ef6dc3214 admin admin] Made reservation on behalf of 130e79b4c83346c8be32a0229590e196 for: {'subnet': 1} {{(pid=85337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:51:48.296742 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9abc27d5-a382-420a-a79e-336ef6dc3214 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036849705449'] for subnet, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:48.447861 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b092011-5c53-43c4-bd9f-1ce07004188c req-9cdc6812-0c7c-4a49-9e92-8471c29c9b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:48.449495 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7b092011-5c53-43c4-bd9f-1ce07004188c req-9cdc6812-0c7c-4a49-9e92-8471c29c9b22 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 1098 time: 0.1196768 Apr 16 11:51:48.531620 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7b092011-5c53-43c4-bd9f-1ce07004188c req-ed41a374-86e8-4cc1-8e29-4e47f5b9830a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742240 Apr 16 11:51:48.934778 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9abc27d5-a382-420a-a79e-336ef6dc3214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7759993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036849705436'] for subnet, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:48.943898 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370be08-628a-41c1-94e0-715450e64b6b req-8c0e3346-7d80-4304-a112-751e0deea00c tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:48.945621 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5370be08-628a-41c1-94e0-715450e64b6b req-8c0e3346-7d80-4304-a112-751e0deea00c tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 945 time: 0.1659729 Apr 16 11:51:48.963619 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:49.124431 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device d4e8ee37-d018-4cfb-930f-4c2d17e3c69f up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:51:49.165188 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc27d5-a382-420a-a79e-336ef6dc3214 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b28e9736-850b-4efb-a955-3aa604cb2b51,revision_number=0']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:49.207474 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5370be08-628a-41c1-94e0-715450e64b6b req-fc0d8f27-c807-4e6e-8d9b-bad8a0df8d7d tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446442 Apr 16 11:51:49.210330 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-9abc27d5-a382-420a-a79e-336ef6dc3214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:49.277199 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port d4e8ee37-d018-4cfb-930f-4c2d17e3c69f triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:51:49.277952 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:49.278822 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abc27d5-a382-420a-a79e-336ef6dc3214 admin admin] Checking segment: {'id': '90a7624b-d56c-4054-bcf0-82b1e492e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7ef8be3b-dac5-4140-aaab-b52dff54fe37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:51:49.279346 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abc27d5-a382-420a-a79e-336ef6dc3214 admin admin] Network hostable DHCP agents. Network: 7ef8be3b-dac5-4140-aaab-b52dff54fe37, hostable agents: ['ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6'], hosted agents: [] {{(pid=85337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:51:49.302434 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abc27d5-a382-420a-a79e-336ef6dc3214 admin admin] Network 7ef8be3b-dac5-4140-aaab-b52dff54fe37 is scheduled to be hosted by DHCP agent ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6 with binding_index 1 {{(pid=85337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:51:49.313379 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-9abc27d5-a382-420a-a79e-336ef6dc3214 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-10-iscsi, 7ef8be3b-dac5-4140-aaab-b52dff54fe37) {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:51:49.339000 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abc27d5-a382-420a-a79e-336ef6dc3214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:49.339942 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9abc27d5-a382-420a-a79e-336ef6dc3214 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:49.354832 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06bb64c-7eed-45a5-b130-60edb5c83396 None None] Network 7ef8be3b-dac5-4140-aaab-b52dff54fe37 requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:51:49.363754 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-9abc27d5-a382-420a-a79e-336ef6dc3214 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1213169 Apr 16 11:51:49.366295 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 51882) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:49.371679 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-0a08be7f-1e44-4125-8e9f-18d97803034e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-156969424-router', 'tenant_id': '130e79b4c83346c8be32a0229590e196', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'}}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:51:49.377148 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-0a08be7f-1e44-4125-8e9f-18d97803034e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:49.382296 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-0a08be7f-1e44-4125-8e9f-18d97803034e admin admin] Usage tracker for resource:router and tenant:130e79b4c83346c8be32a0229590e196 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:49.386179 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-0a08be7f-1e44-4125-8e9f-18d97803034e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:49.395514 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-0a08be7f-1e44-4125-8e9f-18d97803034e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:49.410592 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0a08be7f-1e44-4125-8e9f-18d97803034e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2082079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5170'] for router, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:49.410592 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0a08be7f-1e44-4125-8e9f-18d97803034e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852693566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852691044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852684026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770630'] for router, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:49.428114 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0a08be7f-1e44-4125-8e9f-18d97803034e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:49.500838 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09cb8c5-8686-4de2-b5fa-4dd75b117226 None None] Sync routers for ids ['c41a2f58-7aed-4192-a803-b95c3e7c2a0f'] in dv-cinder-689486-10-iscsi {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:51:49.562790 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09cb8c5-8686-4de2-b5fa-4dd75b117226 None None] Routers {'c41a2f58-7aed-4192-a803-b95c3e7c2a0f'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:51:49.563399 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-f09cb8c5-8686-4de2-b5fa-4dd75b117226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:51:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['c41a2f58-7aed-4192-a803-b95c3e7c2a0f'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:49.728951 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0a08be7f-1e44-4125-8e9f-18d97803034e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852691027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2082092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770679'] for router, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:49.888628 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94661dc3-2479-4532-a7d3-8a58ad78f5d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ecb271d-b0fa-5b25-a558-314f548095fa-7ef8be3b-dac5-4140-aaab-b52dff54fe37', 'network_id': '7ef8be3b-dac5-4140-aaab-b52dff54fe37', 'tenant_id': '130e79b4c83346c8be32a0229590e196', 'fixed_ips': [{'subnet_id': 'b28e9736-850b-4efb-a955-3aa604cb2b51'}]}} from dv-cinder-689486-10-iscsi. {{(pid=85339) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 11:51:49.888628 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-94661dc3-2479-4532-a7d3-8a58ad78f5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:49.994865 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-f09cb8c5-8686-4de2-b5fa-4dd75b117226 None None] Set router c41a2f58-7aed-4192-a803-b95c3e7c2a0f gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:51:50.307345 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-f044ccdb-e03e-4259-879c-f547115d82d9 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:50.308226 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-f044ccdb-e03e-4259-879c-f547115d82d9 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Synchronizing usage tracker for tenant:5350c311e89047fc913637edf438805f on resource:network {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:51:50.466646 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585cf9f-bafa-4f9f-869a-e242e7b674ed req-8d574563-f684-4451-8b14-6091f6bb376c tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:50.469460 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b585cf9f-bafa-4f9f-869a-e242e7b674ed req-8d574563-f684-4451-8b14-6091f6bb376c tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 945 time: 0.1091406 Apr 16 11:51:50.479044 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-f044ccdb-e03e-4259-879c-f547115d82d9 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Unset dirty status for tenant:5350c311e89047fc913637edf438805f on resource:network {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:51:50.480415 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-f044ccdb-e03e-4259-879c-f547115d82d9 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/networks?id=e500429e-1613-4f5d-b1e9-3cb958c566f6 HTTP/1.1" status: 200 len: 809 time: 0.3920724 Apr 16 11:51:50.529944 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [None req-94661dc3-2479-4532-a7d3-8a58ad78f5d7 None None] Allocated IP 172.20.0.2 (7ef8be3b-dac5-4140-aaab-b52dff54fe37/b28e9736-850b-4efb-a955-3aa604cb2b51/04f1e5a1-ceba-4d25-99c0-eedf8f8633cc) {{(pid=85339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:51:50.539225 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-38a2772f-f57a-4d2e-821c-798cbd565c98 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/quotas/5350c311e89047fc913637edf438805f HTTP/1.1" status: 200 len: 375 time: 0.0492563 Apr 16 11:51:50.539494 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b585cf9f-bafa-4f9f-869a-e242e7b674ed req-3f4da73c-87a7-4c8d-96c0-fb2db4161bc6 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511923 Apr 16 11:51:50.624838 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-1aad614b-9c91-4a63-920a-6ac0294f3809 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5350c311e89047fc913637edf438805f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723569 Apr 16 11:51:50.633248 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0a08be7f-1e44-4125-8e9f-18d97803034e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:50.696666 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0a08be7f-1e44-4125-8e9f-18d97803034e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:50.794710 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-f09cb8c5-8686-4de2-b5fa-4dd75b117226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'name': 'tempest-TestShelveInstance-2086595874-router', 'tenant_id': 'b689f53fbd644b74a29274580a1b9004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd4e8ee37-d018-4cfb-930f-4c2d17e3c69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:39Z', 'updated_at': '2021-04-16T11:51:45Z', 'revision_number': 4, 'project_id': 'b689f53fbd644b74a29274580a1b9004', 'gw_port': {'id': 'd4e8ee37-d018-4cfb-930f-4c2d17e3c69f', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:40Z', 'updated_at': '2021-04-16T11:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': 'c838b62a-8c15-4d9f-80bc-ec411b3c510a', 'name': '', 'network_id': 'c333e2d3-dce1-4fe5-8c2d-1984ef6de94a', 'tenant_id': 'b689f53fbd644b74a29274580a1b9004', 'mac_address': 'fa:16:3e:02:d4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5c412702-7872-4db0-90b5-ec373852a7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:44Z', 'updated_at': '2021-04-16T11:51:45Z', 'revision_number': 2, 'project_id': 'b689f53fbd644b74a29274580a1b9004', 'subnets': [{'id': '5c412702-7872-4db0-90b5-ec373852a7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:50.836587 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09cb8c5-8686-4de2-b5fa-4dd75b117226 None None] Checking router: c41a2f58-7aed-4192-a803-b95c3e7c2a0f for host: dv-cinder-689486-10-iscsi {{(pid=85339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:51:50.836994 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09cb8c5-8686-4de2-b5fa-4dd75b117226 None None] Updating router c41a2f58-7aed-4192-a803-b95c3e7c2a0f port c838b62a-8c15-4d9f-80bc-ec411b3c510a binding host dv-cinder-689486-10-iscsi {{(pid=85339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:51:50.920317 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-94661dc3-2479-4532-a7d3-8a58ad78f5d7 None None] Notify callbacks [] for port, precommit_create {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:50.928540 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f09cb8c5-8686-4de2-b5fa-4dd75b117226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:50.948861 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-94661dc3-2479-4532-a7d3-8a58ad78f5d7 None None] Transition to ACTIVE for port object 04f1e5a1-ceba-4d25-99c0-eedf8f8633cc will not be triggered until provisioned by entity L2. {{(pid=85339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:51:50.953578 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-334c2d43-ac4d-4f38-9d1b-ac1ea16f76b4 service neutron] 10.222.0.71 "GET /v2.0/networks/e500429e-1613-4f5d-b1e9-3cb958c566f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894156 Apr 16 11:51:51.151744 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-94661dc3-2479-4532-a7d3-8a58ad78f5d7 None None] Transition to ACTIVE for port object 04f1e5a1-ceba-4d25-99c0-eedf8f8633cc will not be triggered until provisioned by entity DHCP. {{(pid=85339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:51:51.193595 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [None req-0a08be7f-1e44-4125-8e9f-18d97803034e admin admin] Allocated IP 172.27.1.23 (42de8c2d-cd05-4680-9fb4-4f0e504e941e/337501b3-dbb5-4b21-86cd-6f03e94fa6eb/421b116d-3b2d-4b90-8a52-eabb2b0da7ee) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:51:51.207038 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab5152-67c7-45be-8a64-6e67a5a978cf req-38acba67-1d2f-4d48-8f89-89d6d0147b73 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:51.208679 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4cab5152-67c7-45be-8a64-6e67a5a978cf req-38acba67-1d2f-4d48-8f89-89d6d0147b73 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.1725731 Apr 16 11:51:51.257134 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-94661dc3-2479-4532-a7d3-8a58ad78f5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162'] for port, after_create {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:51.282506 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:51.303191 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4cab5152-67c7-45be-8a64-6e67a5a978cf req-8d63f800-0035-4b78-864e-1b2b64cd100f tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818200 Apr 16 11:51:51.368399 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-a830721b-896b-4708-9943-ab7a91bb7f92 service neutron] 10.222.0.71 "GET /v2.0/networks/e500429e-1613-4f5d-b1e9-3cb958c566f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986561 Apr 16 11:51:51.457615 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0a08be7f-1e44-4125-8e9f-18d97803034e admin admin] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:51.460198 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94661dc3-2479-4532-a7d3-8a58ad78f5d7 None None] Pushing event updated for resources: {'Port': ['ID=04f1e5a1-ceba-4d25-99c0-eedf8f8633cc,revision_number=1']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:51.468540 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-94661dc3-2479-4532-a7d3-8a58ad78f5d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:51.492842 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0a08be7f-1e44-4125-8e9f-18d97803034e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:51.530755 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:51.542768 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94661dc3-2479-4532-a7d3-8a58ad78f5d7 None None] Network 7ef8be3b-dac5-4140-aaab-b52dff54fe37 is already hosted by enough agents. {{(pid=85339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:51:51.553147 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-94661dc3-2479-4532-a7d3-8a58ad78f5d7 None None] Resources bound (agent type, host, resource id): {{(pid=85339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:51:51.558526 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94661dc3-2479-4532-a7d3-8a58ad78f5d7 None None] Received port after_create {{(pid=85339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:51:51.770127 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-94661dc3-2479-4532-a7d3-8a58ad78f5d7 None None] Attempting to bind port 04f1e5a1-ceba-4d25-99c0-eedf8f8633cc on host dv-cinder-689486-10-iscsi for vnic_type normal with profile {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:51:51.770463 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-94661dc3-2479-4532-a7d3-8a58ad78f5d7 None None] Attempting to bind port 04f1e5a1-ceba-4d25-99c0-eedf8f8633cc by drivers openvswitch,hyperv on host dv-cinder-689486-10-iscsi at level 0 using segments [{'id': '90a7624b-d56c-4054-bcf0-82b1e492e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7ef8be3b-dac5-4140-aaab-b52dff54fe37'}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:51:51.770872 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94661dc3-2479-4532-a7d3-8a58ad78f5d7 None None] Attempting to bind port 04f1e5a1-ceba-4d25-99c0-eedf8f8633cc on network 7ef8be3b-dac5-4140-aaab-b52dff54fe37 {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:51:51.782521 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08be7f-1e44-4125-8e9f-18d97803034e admin admin] Pushing event updated for resources: {'Port': ['ID=421b116d-3b2d-4b90-8a52-eabb2b0da7ee,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:51.790946 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-0a08be7f-1e44-4125-8e9f-18d97803034e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:51.791178 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f09cb8c5-8686-4de2-b5fa-4dd75b117226 None None] Notify callbacks [] for port, precommit_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:51.794138 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94661dc3-2479-4532-a7d3-8a58ad78f5d7 None None] Checking agent: {'id': '0d7cbe5e-bfbb-464b-b5de-cb3320bd5996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 41, 6), 'started_at': datetime.datetime(2021, 4, 16, 11, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:51:51.794562 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94661dc3-2479-4532-a7d3-8a58ad78f5d7 None None] Checking segment: {'id': '90a7624b-d56c-4054-bcf0-82b1e492e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7ef8be3b-dac5-4140-aaab-b52dff54fe37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:51:51.795088 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-94661dc3-2479-4532-a7d3-8a58ad78f5d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:51.795408 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94661dc3-2479-4532-a7d3-8a58ad78f5d7 None None] Bound using segment: {'id': '90a7624b-d56c-4054-bcf0-82b1e492e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7ef8be3b-dac5-4140-aaab-b52dff54fe37'} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:51:51.795940 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-94661dc3-2479-4532-a7d3-8a58ad78f5d7 None None] Bound port: 04f1e5a1-ceba-4d25-99c0-eedf8f8633cc, host: dv-cinder-689486-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a7624b-d56c-4054-bcf0-82b1e492e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7ef8be3b-dac5-4140-aaab-b52dff54fe37'}}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:51:51.796908 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-94661dc3-2479-4532-a7d3-8a58ad78f5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:51.849042 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-99c0631d-c9a0-43ef-bfb7-6e27733627d5 req-5ddedc04-b2ec-4620-b339-c54a417fba28 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/ports?device_id=545292be-102e-4f02-8cd1-fe01ab36cbe2 HTTP/1.1" status: 200 len: 210 time: 0.1836290 Apr 16 11:51:51.990328 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a08be7f-1e44-4125-8e9f-18d97803034e admin admin] Network 42de8c2d-cd05-4680-9fb4-4f0e504e941e is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:51:51.991913 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-0a08be7f-1e44-4125-8e9f-18d97803034e admin admin] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:51:52.005979 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a08be7f-1e44-4125-8e9f-18d97803034e admin admin] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:51:52.053751 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f09cb8c5-8686-4de2-b5fa-4dd75b117226 None None] Transition to ACTIVE for port object c838b62a-8c15-4d9f-80bc-ec411b3c510a will not be triggered until provisioned by entity L2. {{(pid=85339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:51:52.097064 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f09cb8c5-8686-4de2-b5fa-4dd75b117226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:52.133697 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:52.451645 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d8bea-b1f2-4ecd-a6cc-5e663b605dc9 None None] Pushing event updated for resources: {'Port': ['ID=c838b62a-8c15-4d9f-80bc-ec411b3c510a,revision_number=3']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:52.461210 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-656d8bea-b1f2-4ecd-a6cc-5e663b605dc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:52.518687 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-94661dc3-2479-4532-a7d3-8a58ad78f5d7 None None] For port 04f1e5a1-ceba-4d25-99c0-eedf8f8633cc, host dv-cinder-689486-10-iscsi, cleared binding levels {{(pid=85339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:51:52.553389 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-94661dc3-2479-4532-a7d3-8a58ad78f5d7 None None] For port 04f1e5a1-ceba-4d25-99c0-eedf8f8633cc, host dv-cinder-689486-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=04f1e5a1-ceba-4d25-99c0-eedf8f8633cc,segment=NetworkSegment(90a7624b-d56c-4054-bcf0-82b1e492e8e7),segment_id=90a7624b-d56c-4054-bcf0-82b1e492e8e7)] {{(pid=85339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:51:52.565963 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-94661dc3-2479-4532-a7d3-8a58ad78f5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:52.848174 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0a08be7f-1e44-4125-8e9f-18d97803034e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:52.871492 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:53.111872 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0cc46aed-bba0-47b3-9071-7c2deb2e3908 req-15d4e718-99fd-4bfa-be6f-4198ae2beb21 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/ports?device_id=545292be-102e-4f02-8cd1-fe01ab36cbe2 HTTP/1.1" status: 200 len: 210 time: 0.0716827 Apr 16 11:51:53.395312 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94661dc3-2479-4532-a7d3-8a58ad78f5d7 None None] Pushing event updated for resources: {'Port': ['ID=04f1e5a1-ceba-4d25-99c0-eedf8f8633cc,revision_number=2']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:53.408197 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:51:53.408922 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-94661dc3-2479-4532-a7d3-8a58ad78f5d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:53.427477 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-f09cb8c5-8686-4de2-b5fa-4dd75b117226 None None] Attempting to bind port c838b62a-8c15-4d9f-80bc-ec411b3c510a on host dv-cinder-689486-10-iscsi for vnic_type normal with profile {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:51:53.427941 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-f09cb8c5-8686-4de2-b5fa-4dd75b117226 None None] Attempting to bind port c838b62a-8c15-4d9f-80bc-ec411b3c510a by drivers openvswitch,hyperv on host dv-cinder-689486-10-iscsi at level 0 using segments [{'id': 'f765aee4-2eb7-4f85-9851-187a752dd58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c333e2d3-dce1-4fe5-8c2d-1984ef6de94a'}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:51:53.428335 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09cb8c5-8686-4de2-b5fa-4dd75b117226 None None] Attempting to bind port c838b62a-8c15-4d9f-80bc-ec411b3c510a on network c333e2d3-dce1-4fe5-8c2d-1984ef6de94a {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:51:53.435243 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09cb8c5-8686-4de2-b5fa-4dd75b117226 None None] Checking agent: {'id': '0d7cbe5e-bfbb-464b-b5de-cb3320bd5996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 41, 6), 'started_at': datetime.datetime(2021, 4, 16, 11, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:51:53.435661 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09cb8c5-8686-4de2-b5fa-4dd75b117226 None None] Checking segment: {'id': 'f765aee4-2eb7-4f85-9851-187a752dd58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c333e2d3-dce1-4fe5-8c2d-1984ef6de94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:51:53.436108 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f09cb8c5-8686-4de2-b5fa-4dd75b117226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:53.436593 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09cb8c5-8686-4de2-b5fa-4dd75b117226 None None] Bound using segment: {'id': 'f765aee4-2eb7-4f85-9851-187a752dd58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c333e2d3-dce1-4fe5-8c2d-1984ef6de94a'} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:51:53.437155 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-f09cb8c5-8686-4de2-b5fa-4dd75b117226 None None] Bound port: c838b62a-8c15-4d9f-80bc-ec411b3c510a, host: dv-cinder-689486-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f765aee4-2eb7-4f85-9851-187a752dd58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c333e2d3-dce1-4fe5-8c2d-1984ef6de94a'}}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:51:53.437575 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f09cb8c5-8686-4de2-b5fa-4dd75b117226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:53.606753 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-f09cb8c5-8686-4de2-b5fa-4dd75b117226 None None] For port c838b62a-8c15-4d9f-80bc-ec411b3c510a, host dv-cinder-689486-10-iscsi, cleared binding levels {{(pid=85339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:51:53.611672 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-f09cb8c5-8686-4de2-b5fa-4dd75b117226 None None] For port c838b62a-8c15-4d9f-80bc-ec411b3c510a, host dv-cinder-689486-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=c838b62a-8c15-4d9f-80bc-ec411b3c510a,segment=NetworkSegment(f765aee4-2eb7-4f85-9851-187a752dd58c),segment_id=f765aee4-2eb7-4f85-9851-187a752dd58c)] {{(pid=85339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:51:53.616737 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f09cb8c5-8686-4de2-b5fa-4dd75b117226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:53.635431 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:53.866600 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-0f2c0d96-e5cc-4121-9836-a08ec7180a3f tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:53.875422 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-0f2c0d96-e5cc-4121-9836-a08ec7180a3f tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.79 "GET /v2.0/networks?id=e500429e-1613-4f5d-b1e9-3cb958c566f6 HTTP/1.1" status: 200 len: 809 time: 0.3596115 Apr 16 11:51:53.886468 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-8c8694ce-58ce-4f18-ac47-b48d557397f6 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Request body: {'port': {'device_id': '545292be-102e-4f02-8cd1-fe01ab36cbe2', 'network_id': 'e500429e-1613-4f5d-b1e9-3cb958c566f6', 'admin_state_up': True, 'tenant_id': '5350c311e89047fc913637edf438805f'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:51:53.938345 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0a08be7f-1e44-4125-8e9f-18d97803034e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852693724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084810'] for router, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:54.006678 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d8bea-b1f2-4ecd-a6cc-5e663b605dc9 None None] Pushing event updated for resources: {'Port': ['ID=c838b62a-8c15-4d9f-80bc-ec411b3c510a,revision_number=4']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:54.012233 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-656d8bea-b1f2-4ecd-a6cc-5e663b605dc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:54.108464 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09cb8c5-8686-4de2-b5fa-4dd75b117226 None None] Routers {'c41a2f58-7aed-4192-a803-b95c3e7c2a0f'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:51:54.110149 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-f09cb8c5-8686-4de2-b5fa-4dd75b117226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:51:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['c41a2f58-7aed-4192-a803-b95c3e7c2a0f'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:54.162716 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-8c8694ce-58ce-4f18-ac47-b48d557397f6 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:54.167502 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-8c8694ce-58ce-4f18-ac47-b48d557397f6 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Usage tracker for resource:port and tenant:5350c311e89047fc913637edf438805f is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:54.170935 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-8c8694ce-58ce-4f18-ac47-b48d557397f6 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:54.178278 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-8c8694ce-58ce-4f18-ac47-b48d557397f6 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:54.191092 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-8c8694ce-58ce-4f18-ac47-b48d557397f6 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Made reservation on behalf of 5350c311e89047fc913637edf438805f for: {'port': 1} {{(pid=85338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:51:54.216757 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-8c8694ce-58ce-4f18-ac47-b48d557397f6 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:54.487494 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-f09cb8c5-8686-4de2-b5fa-4dd75b117226 None None] Set router c41a2f58-7aed-4192-a803-b95c3e7c2a0f gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:51:54.537285 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-8c8694ce-58ce-4f18-ac47-b48d557397f6 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Allocated IP 172.20.0.13 (e500429e-1613-4f5d-b1e9-3cb958c566f6/16334177-da60-4ace-8c30-5062bcc52f0a/6c420e73-d374-4762-8ebb-39a406ca8c89) {{(pid=85338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:51:54.540721 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-24e908a0-6fe3-40f5-87f1-0721db0752ca req-cf051710-7c76-4400-bff8-114733aa89d2 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/ports?device_id=545292be-102e-4f02-8cd1-fe01ab36cbe2 HTTP/1.1" status: 200 len: 210 time: 0.1104693 Apr 16 11:51:54.611175 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5edde00-d589-4a07-80f6-22fe4c6f591b req-c83f0302-41c7-4af4-800c-549ad54cf1a3 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:54.619879 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e5edde00-d589-4a07-80f6-22fe4c6f591b req-c83f0302-41c7-4af4-800c-549ad54cf1a3 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.1593225 Apr 16 11:51:54.664847 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056537e8-7730-4569-b353-22d18812f770 req-1d3092d6-c6e1-45ff-9135-d9b39a6a9efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:54.667812 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-056537e8-7730-4569-b353-22d18812f770 req-1d3092d6-c6e1-45ff-9135-d9b39a6a9efc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7f0adf03cd15428ba5cee5097d26d268&device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 1098 time: 0.3557885 Apr 16 11:51:54.741221 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e5edde00-d589-4a07-80f6-22fe4c6f591b req-885b22b7-b93f-4970-b56f-16d8ecfe0aba tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204669 Apr 16 11:51:54.893187 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056537e8-7730-4569-b353-22d18812f770 req-80307a50-a528-4a7b-ba5a-af35e57e763f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:54.894825 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-056537e8-7730-4569-b353-22d18812f770 req-80307a50-a528-4a7b-ba5a-af35e57e763f service neutron] 10.222.0.79 "GET /v2.0/networks?id=81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c HTTP/1.1" status: 200 len: 919 time: 0.2178075 Apr 16 11:51:54.910793 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a08be7f-1e44-4125-8e9f-18d97803034e admin admin] Router 190b5901-1896-42f6-b43e-38f86ea00c57 is scheduled to L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 with binding_index 1 {{(pid=85337) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 11:51:54.992884 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-f09cb8c5-8686-4de2-b5fa-4dd75b117226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'name': 'tempest-TestShelveInstance-2086595874-router', 'tenant_id': 'b689f53fbd644b74a29274580a1b9004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd4e8ee37-d018-4cfb-930f-4c2d17e3c69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:39Z', 'updated_at': '2021-04-16T11:51:45Z', 'revision_number': 4, 'project_id': 'b689f53fbd644b74a29274580a1b9004', 'gw_port': {'id': 'd4e8ee37-d018-4cfb-930f-4c2d17e3c69f', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:40Z', 'updated_at': '2021-04-16T11:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': 'c838b62a-8c15-4d9f-80bc-ec411b3c510a', 'name': '', 'network_id': 'c333e2d3-dce1-4fe5-8c2d-1984ef6de94a', 'tenant_id': 'b689f53fbd644b74a29274580a1b9004', 'mac_address': 'fa:16:3e:02:d4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5c412702-7872-4db0-90b5-ec373852a7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:44Z', 'updated_at': '2021-04-16T11:51:53Z', 'revision_number': 4, 'project_id': 'b689f53fbd644b74a29274580a1b9004', 'subnets': [{'id': '5c412702-7872-4db0-90b5-ec373852a7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:54.995978 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09cb8c5-8686-4de2-b5fa-4dd75b117226 None None] The sync data for ids ['c41a2f58-7aed-4192-a803-b95c3e7c2a0f'] in dv-cinder-689486-10-iscsi is: [{'id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'name': 'tempest-TestShelveInstance-2086595874-router', 'tenant_id': 'b689f53fbd644b74a29274580a1b9004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd4e8ee37-d018-4cfb-930f-4c2d17e3c69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:39Z', 'updated_at': '2021-04-16T11:51:45Z', 'revision_number': 4, 'project_id': 'b689f53fbd644b74a29274580a1b9004', 'gw_port': {'id': 'd4e8ee37-d018-4cfb-930f-4c2d17e3c69f', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:40Z', 'updated_at': '2021-04-16T11:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': 'c838b62a-8c15-4d9f-80bc-ec411b3c510a', 'name': '', 'network_id': 'c333e2d3-dce1-4fe5-8c2d-1984ef6de94a', 'tenant_id': 'b689f53fbd644b74a29274580a1b9004', 'mac_address': 'fa:16:3e:02:d4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5c412702-7872-4db0-90b5-ec373852a7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:44Z', 'updated_at': '2021-04-16T11:51:53Z', 'revision_number': 4, 'project_id': 'b689f53fbd644b74a29274580a1b9004', 'subnets': [{'id': '5c412702-7872-4db0-90b5-ec373852a7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:51:55.037680 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-8c8694ce-58ce-4f18-ac47-b48d557397f6 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Notify callbacks [] for port, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:55.117219 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-8c8694ce-58ce-4f18-ac47-b48d557397f6 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1351932'] for port, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:55.213234 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 52002) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:55.313249 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:55.362943 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0406c8-f70f-4efe-9f6c-f81ef00132e3 None None] Network 7ef8be3b-dac5-4140-aaab-b52dff54fe37 requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:51:55.382526 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a08be7f-1e44-4125-8e9f-18d97803034e admin admin] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:51:55.396590 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00a22c1-3f86-483b-b7f0-a0cdd749c157 None None] Sync routers for ids ['190b5901-1896-42f6-b43e-38f86ea00c57'] in dv-cinder-689486-10-iscsi {{(pid=85340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:51:55.412469 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00a22c1-3f86-483b-b7f0-a0cdd749c157 None None] Routers {'190b5901-1896-42f6-b43e-38f86ea00c57'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:51:55.413718 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-d00a22c1-3f86-483b-b7f0-a0cdd749c157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:51:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['190b5901-1896-42f6-b43e-38f86ea00c57'], 'active': True} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:55.446992 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0a08be7f-1e44-4125-8e9f-18d97803034e admin admin] Notify callbacks [] for router, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:55.457037 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-0a08be7f-1e44-4125-8e9f-18d97803034e admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.0894818 Apr 16 11:51:55.459237 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 52008) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:55.462267 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8694ce-58ce-4f18-ac47-b48d557397f6 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Pushing event updated for resources: {'Port': ['ID=6c420e73-d374-4762-8ebb-39a406ca8c89,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:55.465912 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-8c8694ce-58ce-4f18-ac47-b48d557397f6 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:55.528587 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device c838b62a-8c15-4d9f-80bc-ec411b3c510a up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:51:55.539209 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-8c8694ce-58ce-4f18-ac47-b48d557397f6 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Network e500429e-1613-4f5d-b1e9-3cb958c566f6 is already hosted by enough agents. {{(pid=85338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:51:55.540849 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-8c8694ce-58ce-4f18-ac47-b48d557397f6 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Resources bound (agent type, host, resource id): {{(pid=85338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:51:55.550460 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-8c8694ce-58ce-4f18-ac47-b48d557397f6 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Received port after_create {{(pid=85338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:51:55.626752 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8f491c72-caf0-440e-b6e7-7413b003e13a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:55.628202 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-c209da1c-f3f3-4a30-be1e-fe1e20a12cdf None None] Provisioning for port 04f1e5a1-ceba-4d25-99c0-eedf8f8633cc completed by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:51:55.652610 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-8c8694ce-58ce-4f18-ac47-b48d557397f6 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:55.654293 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-8c8694ce-58ce-4f18-ac47-b48d557397f6 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for port, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:55.688203 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-8c8694ce-58ce-4f18-ac47-b48d557397f6 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8092096 Apr 16 11:51:55.712403 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning for port c838b62a-8c15-4d9f-80bc-ec411b3c510a completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:51:55.721797 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port c838b62a-8c15-4d9f-80bc-ec411b3c510a triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:51:55.722217 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:55.741003 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-d00a22c1-3f86-483b-b7f0-a0cdd749c157 None None] Set router 190b5901-1896-42f6-b43e-38f86ea00c57 gateway port host: dv-cinder-689486-10-iscsi {{(pid=85340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:51:55.785807 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-8f491c72-caf0-440e-b6e7-7413b003e13a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:55.811353 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-8f491c72-caf0-440e-b6e7-7413b003e13a admin admin] Usage tracker for resource:security_group_rule and tenant:e784010bc769474686bea18dc24aec41 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:55.816062 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-8f491c72-caf0-440e-b6e7-7413b003e13a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:55.830850 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-8f491c72-caf0-440e-b6e7-7413b003e13a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:55.977228 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:55.987561 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be4137-cb5b-47ee-8391-4340f6a29c8a req-4e7121a9-a8d5-4473-886c-63c8626ed1b2 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:55.994141 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-92be4137-cb5b-47ee-8391-4340f6a29c8a req-4e7121a9-a8d5-4473-886c-63c8626ed1b2 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/ports?device_id=545292be-102e-4f02-8cd1-fe01ab36cbe2 HTTP/1.1" status: 200 len: 932 time: 0.2767830 Apr 16 11:51:56.030718 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] For port c838b62a-8c15-4d9f-80bc-ec411b3c510a, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=c838b62a-8c15-4d9f-80bc-ec411b3c510a,segment=NetworkSegment(f765aee4-2eb7-4f85-9851-187a752dd58c),segment_id=f765aee4-2eb7-4f85-9851-187a752dd58c)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:51:56.038087 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:56.039071 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 04f1e5a1-ceba-4d25-99c0-eedf8f8633cc up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:51:56.072098 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-656d8bea-b1f2-4ecd-a6cc-5e663b605dc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:56.083579 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-d00a22c1-3f86-483b-b7f0-a0cdd749c157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190b5901-1896-42f6-b43e-38f86ea00c57', 'name': 'tempest-TestShelveInstance-156969424-router', 'tenant_id': '130e79b4c83346c8be32a0229590e196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '421b116d-3b2d-4b90-8a52-eabb2b0da7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:49Z', 'updated_at': '2021-04-16T11:51:52Z', 'revision_number': 3, 'project_id': '130e79b4c83346c8be32a0229590e196', 'gw_port': {'id': '421b116d-3b2d-4b90-8a52-eabb2b0da7ee', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190b5901-1896-42f6-b43e-38f86ea00c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:50Z', 'updated_at': '2021-04-16T11:51:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi'}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:56.088429 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00a22c1-3f86-483b-b7f0-a0cdd749c157 None None] Checking router: 190b5901-1896-42f6-b43e-38f86ea00c57 for host: dv-cinder-689486-10-iscsi {{(pid=85340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:51:56.088903 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00a22c1-3f86-483b-b7f0-a0cdd749c157 None None] Updating router 190b5901-1896-42f6-b43e-38f86ea00c57 port 421b116d-3b2d-4b90-8a52-eabb2b0da7ee binding host dv-cinder-689486-10-iscsi {{(pid=85340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:51:56.153812 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d00a22c1-3f86-483b-b7f0-a0cdd749c157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:56.181061 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Pushing event updated for resources: {'Port': ['ID=c838b62a-8c15-4d9f-80bc-ec411b3c510a,revision_number=5']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:56.185504 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:56.191757 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning for port 04f1e5a1-ceba-4d25-99c0-eedf8f8633cc completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:51:56.197083 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-92be4137-cb5b-47ee-8391-4340f6a29c8a req-24e4c246-bd20-4568-9bb8-064c6010fd4e tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Synchronizing usage tracker for tenant:5350c311e89047fc913637edf438805f on resource:security_group {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:51:56.202260 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port 04f1e5a1-ceba-4d25-99c0-eedf8f8633cc triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:51:56.203141 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:56.288547 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-92be4137-cb5b-47ee-8391-4340f6a29c8a req-24e4c246-bd20-4568-9bb8-064c6010fd4e tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Unset dirty status for tenant:5350c311e89047fc913637edf438805f on resource:security_group {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:51:56.289961 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-92be4137-cb5b-47ee-8391-4340f6a29c8a req-24e4c246-bd20-4568-9bb8-064c6010fd4e tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/security-groups?id=2905b216-91ab-4f87-b35d-f45b2a1e33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356515 Apr 16 11:51:56.489266 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:56.527680 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] For port 04f1e5a1-ceba-4d25-99c0-eedf8f8633cc, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=04f1e5a1-ceba-4d25-99c0-eedf8f8633cc,segment=NetworkSegment(90a7624b-d56c-4054-bcf0-82b1e492e8e7),segment_id=90a7624b-d56c-4054-bcf0-82b1e492e8e7)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:51:56.532932 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:56.536334 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:56.619382 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-85627571-d0e7-4ec2-9b33-7735d0bd0249 None None] Provisioning complete for port 04f1e5a1-ceba-4d25-99c0-eedf8f8633cc triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:51:56.619817 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-85627571-d0e7-4ec2-9b33-7735d0bd0249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:56.621073 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8f491c72-caf0-440e-b6e7-7413b003e13a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:56.630543 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8f491c72-caf0-440e-b6e7-7413b003e13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:56.642656 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-04997b73-f1f8-4d4f-b9ec-ce41c3a8ddd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:56.665299 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d00a22c1-3f86-483b-b7f0-a0cdd749c157 None None] Notify callbacks [] for port, precommit_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:56.684436 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-d00a22c1-3f86-483b-b7f0-a0cdd749c157 None None] Transition to ACTIVE for port object 421b116d-3b2d-4b90-8a52-eabb2b0da7ee will not be triggered until provisioned by entity L2. {{(pid=85340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:51:56.692485 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d00a22c1-3f86-483b-b7f0-a0cdd749c157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:56.710329 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:56.733566 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-8f491c72-caf0-440e-b6e7-7413b003e13a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e784010bc769474686bea18dc24aec41&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5164754 Apr 16 11:51:56.736396 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 52020) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:56.832588 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-12d8517b-1f73-4c67-a86f-c5c179bcebb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:56.860319 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a3e4b-9ad0-47d8-9b3c-347fa1da25b3 None None] Pushing event updated for resources: {'Port': ['ID=421b116d-3b2d-4b90-8a52-eabb2b0da7ee,revision_number=2']} {{(pid=85340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:56.875038 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-5e2a3e4b-9ad0-47d8-9b3c-347fa1da25b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:56.878726 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Pushing event updated for resources: {'Port': ['ID=04f1e5a1-ceba-4d25-99c0-eedf8f8633cc,revision_number=3']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:56.881459 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-12d8517b-1f73-4c67-a86f-c5c179bcebb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:56.890103 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:56.938186 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-d00a22c1-3f86-483b-b7f0-a0cdd749c157 None None] Attempting to bind port 421b116d-3b2d-4b90-8a52-eabb2b0da7ee on host dv-cinder-689486-10-iscsi for vnic_type normal with profile {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:51:56.938597 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-d00a22c1-3f86-483b-b7f0-a0cdd749c157 None None] Attempting to bind port 421b116d-3b2d-4b90-8a52-eabb2b0da7ee by drivers openvswitch,hyperv on host dv-cinder-689486-10-iscsi at level 0 using segments [{'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'}] {{(pid=85340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:51:56.939007 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00a22c1-3f86-483b-b7f0-a0cdd749c157 None None] Attempting to bind port 421b116d-3b2d-4b90-8a52-eabb2b0da7ee on network 42de8c2d-cd05-4680-9fb4-4f0e504e941e {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:51:56.945545 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00a22c1-3f86-483b-b7f0-a0cdd749c157 None None] Checking agent: {'id': '0d7cbe5e-bfbb-464b-b5de-cb3320bd5996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 41, 6), 'started_at': datetime.datetime(2021, 4, 16, 11, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:51:56.945935 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00a22c1-3f86-483b-b7f0-a0cdd749c157 None None] Checking segment: {'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:51:56.946391 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d00a22c1-3f86-483b-b7f0-a0cdd749c157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:56.946828 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00a22c1-3f86-483b-b7f0-a0cdd749c157 None None] Bound using segment: {'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'} {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:51:56.947349 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-d00a22c1-3f86-483b-b7f0-a0cdd749c157 None None] Bound port: 421b116d-3b2d-4b90-8a52-eabb2b0da7ee, host: dv-cinder-689486-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'}}] {{(pid=85340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:51:56.947771 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d00a22c1-3f86-483b-b7f0-a0cdd749c157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:56.960533 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-12d8517b-1f73-4c67-a86f-c5c179bcebb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:56.973980 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-297315df-5c61-455f-8354-068661c0dcfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:57.003929 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8517b-1f73-4c67-a86f-c5c179bcebb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e5645d-d70e-42b3-8492-78701d2597ca,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:57.008434 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-12d8517b-1f73-4c67-a86f-c5c179bcebb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:57.010207 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-12d8517b-1f73-4c67-a86f-c5c179bcebb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:57.014921 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-12d8517b-1f73-4c67-a86f-c5c179bcebb2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/82e5645d-d70e-42b3-8492-78701d2597ca HTTP/1.1" status: 204 len: 168 time: 0.2742031 Apr 16 11:51:57.015133 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f491c72-caf0-440e-b6e7-7413b003e13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e5645d-d70e-42b3-8492-78701d2597ca,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:57.022634 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-8f491c72-caf0-440e-b6e7-7413b003e13a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:57.038003 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e3f25-8938-45d8-ab6c-e8bfb796d009 req-0de02652-6f00-49f5-98d4-96aac36b22a2 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:57.039631 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a64e3f25-8938-45d8-ab6c-e8bfb796d009 req-0de02652-6f00-49f5-98d4-96aac36b22a2 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.5271823 Apr 16 11:51:57.048459 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-d00a22c1-3f86-483b-b7f0-a0cdd749c157 None None] For port 421b116d-3b2d-4b90-8a52-eabb2b0da7ee, host dv-cinder-689486-10-iscsi, cleared binding levels {{(pid=85340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:51:57.052247 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-d00a22c1-3f86-483b-b7f0-a0cdd749c157 None None] For port 421b116d-3b2d-4b90-8a52-eabb2b0da7ee, host dv-cinder-689486-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=421b116d-3b2d-4b90-8a52-eabb2b0da7ee,segment=NetworkSegment(fbc7dd2f-3e5c-4067-bc2d-84cf54659228),segment_id=fbc7dd2f-3e5c-4067-bc2d-84cf54659228)] {{(pid=85340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:51:57.057243 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d00a22c1-3f86-483b-b7f0-a0cdd749c157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:57.077327 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-ee53d60b-1f2f-41bc-b114-4f2a32274471 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:57.139511 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device c838b62a-8c15-4d9f-80bc-ec411b3c510a up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:51:57.147087 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a64e3f25-8938-45d8-ab6c-e8bfb796d009 req-a8ec8eec-2c88-4966-8789-b3f59c9b7eb8 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976877 Apr 16 11:51:57.255172 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-45ba4fa5-6ca2-4da7-a185-85eff11be577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:57.318695 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a3e4b-9ad0-47d8-9b3c-347fa1da25b3 None None] Pushing event updated for resources: {'Port': ['ID=421b116d-3b2d-4b90-8a52-eabb2b0da7ee,revision_number=3']} {{(pid=85340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:57.329155 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port c838b62a-8c15-4d9f-80bc-ec411b3c510a triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:51:57.329359 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:57.334124 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-5e2a3e4b-9ad0-47d8-9b3c-347fa1da25b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:57.410911 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00a22c1-3f86-483b-b7f0-a0cdd749c157 None None] Routers {'190b5901-1896-42f6-b43e-38f86ea00c57'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:51:57.411745 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-d00a22c1-3f86-483b-b7f0-a0cdd749c157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:51:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['190b5901-1896-42f6-b43e-38f86ea00c57'], 'active': True} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:57.509154 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 04f1e5a1-ceba-4d25-99c0-eedf8f8633cc up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:51:57.542465 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [None req-45ba4fa5-6ca2-4da7-a185-85eff11be577 admin admin] Allocated IP 172.20.0.1 (7ef8be3b-dac5-4140-aaab-b52dff54fe37/b28e9736-850b-4efb-a955-3aa604cb2b51/97c61555-2f15-4fe6-85ab-0f51b06ec5ea) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:51:57.601813 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 52032) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:57.621782 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port 04f1e5a1-ceba-4d25-99c0-eedf8f8633cc triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:51:57.622589 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:57.627883 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d2dcf4a1-11f2-4a6c-b511-48586df3a435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:57.654330 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-d2dcf4a1-11f2-4a6c-b511-48586df3a435 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:57.662578 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-d2dcf4a1-11f2-4a6c-b511-48586df3a435 admin admin] Usage tracker for resource:security_group_rule and tenant:1aa29d9572a343c2bbc88310364e79c9 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:57.663929 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-d00a22c1-3f86-483b-b7f0-a0cdd749c157 None None] Set router 190b5901-1896-42f6-b43e-38f86ea00c57 gateway port host: dv-cinder-689486-10-iscsi {{(pid=85340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:51:57.665844 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-d2dcf4a1-11f2-4a6c-b511-48586df3a435 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:57.672692 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-d2dcf4a1-11f2-4a6c-b511-48586df3a435 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:57.732018 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-45ba4fa5-6ca2-4da7-a185-85eff11be577 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:57.754034 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-45ba4fa5-6ca2-4da7-a185-85eff11be577 admin admin] Transition to ACTIVE for port object 97c61555-2f15-4fe6-85ab-0f51b06ec5ea will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:51:57.779038 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d2dcf4a1-11f2-4a6c-b511-48586df3a435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:57.781453 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d2dcf4a1-11f2-4a6c-b511-48586df3a435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:57.782039 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-45ba4fa5-6ca2-4da7-a185-85eff11be577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:57.789616 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-7caba164-ac68-4c42-94c8-a2acc8261b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:57.799237 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:57.824099 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dcf4a1-11f2-4a6c-b511-48586df3a435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1b9427-2b90-451d-87c6-4d2c1ca8ed3f,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:57.830672 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-d2dcf4a1-11f2-4a6c-b511-48586df3a435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:57.854399 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-d2dcf4a1-11f2-4a6c-b511-48586df3a435 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1aa29d9572a343c2bbc88310364e79c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489405 Apr 16 11:51:57.854853 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 52036) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:57.929917 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-33c01ccd-773a-42f0-ad00-6cff14414e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:57.955372 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba4fa5-6ca2-4da7-a185-85eff11be577 admin admin] Pushing event updated for resources: {'Port': ['ID=97c61555-2f15-4fe6-85ab-0f51b06ec5ea,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:57.958623 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-33c01ccd-773a-42f0-ad00-6cff14414e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:57.960660 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-45ba4fa5-6ca2-4da7-a185-85eff11be577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:58.004909 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ba4fa5-6ca2-4da7-a185-85eff11be577 admin admin] Network 7ef8be3b-dac5-4140-aaab-b52dff54fe37 is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:51:58.006240 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-45ba4fa5-6ca2-4da7-a185-85eff11be577 admin admin] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:51:58.009032 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ba4fa5-6ca2-4da7-a185-85eff11be577 admin admin] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:51:58.009448 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-d00a22c1-3f86-483b-b7f0-a0cdd749c157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190b5901-1896-42f6-b43e-38f86ea00c57', 'name': 'tempest-TestShelveInstance-156969424-router', 'tenant_id': '130e79b4c83346c8be32a0229590e196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '421b116d-3b2d-4b90-8a52-eabb2b0da7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:49Z', 'updated_at': '2021-04-16T11:51:52Z', 'revision_number': 3, 'project_id': '130e79b4c83346c8be32a0229590e196', 'gw_port': {'id': '421b116d-3b2d-4b90-8a52-eabb2b0da7ee', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190b5901-1896-42f6-b43e-38f86ea00c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:50Z', 'updated_at': '2021-04-16T11:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi'}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:58.014003 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00a22c1-3f86-483b-b7f0-a0cdd749c157 None None] The sync data for ids ['190b5901-1896-42f6-b43e-38f86ea00c57'] in dv-cinder-689486-10-iscsi is: [{'id': '190b5901-1896-42f6-b43e-38f86ea00c57', 'name': 'tempest-TestShelveInstance-156969424-router', 'tenant_id': '130e79b4c83346c8be32a0229590e196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '421b116d-3b2d-4b90-8a52-eabb2b0da7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:49Z', 'updated_at': '2021-04-16T11:51:52Z', 'revision_number': 3, 'project_id': '130e79b4c83346c8be32a0229590e196', 'gw_port': {'id': '421b116d-3b2d-4b90-8a52-eabb2b0da7ee', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190b5901-1896-42f6-b43e-38f86ea00c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:50Z', 'updated_at': '2021-04-16T11:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi'}] {{(pid=85340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:51:58.020836 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-33c01ccd-773a-42f0-ad00-6cff14414e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:58.026989 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-9ccaeff6-3b1b-4a7f-b362-ae7cf2f7a76b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:58.041592 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c01ccd-773a-42f0-ad00-6cff14414e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1b9427-2b90-451d-87c6-4d2c1ca8ed3f,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:58.044565 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-33c01ccd-773a-42f0-ad00-6cff14414e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:58.051849 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-33c01ccd-773a-42f0-ad00-6cff14414e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:58.053161 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-33c01ccd-773a-42f0-ad00-6cff14414e96 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6e1b9427-2b90-451d-87c6-4d2c1ca8ed3f HTTP/1.1" status: 204 len: 168 time: 0.1970680 Apr 16 11:51:58.095733 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-45ba4fa5-6ca2-4da7-a185-85eff11be577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852692337'] for router_interface, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:58.234315 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-45ba4fa5-6ca2-4da7-a185-85eff11be577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:58.324054 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-25bfe44b-7712-4eca-989d-2917a1a40ce9 None None] Provisioning for port 97c61555-2f15-4fe6-85ab-0f51b06ec5ea completed by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:51:58.330223 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-25bfe44b-7712-4eca-989d-2917a1a40ce9 None None] Provisioning complete for port 97c61555-2f15-4fe6-85ab-0f51b06ec5ea triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:51:58.330643 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-25bfe44b-7712-4eca-989d-2917a1a40ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:58.393510 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-25bfe44b-7712-4eca-989d-2917a1a40ce9 None None] Port 97c61555-2f15-4fe6-85ab-0f51b06ec5ea cannot update to ACTIVE because it is not bound. {{(pid=85339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:51:58.397938 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-e6157626-e06d-4a1e-8ccd-5d2196476a0e service neutron] Request body: {'port': {'device_id': '545292be-102e-4f02-8cd1-fe01ab36cbe2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:51:58.549588 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-056537e8-7730-4569-b353-22d18812f770 req-236e1be8-93e8-46f4-8405-a63070f7e219 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cae497e-b897-4b2f-aa74-6fa18d6bc210 HTTP/1.1" status: 200 len: 217 time: 0.1381614 Apr 16 11:51:58.651449 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 52048) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:58.679796 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-21ecf6ab-a58b-446b-bd6a-1fa7b1b1b9cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:58.704227 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-21ecf6ab-a58b-446b-bd6a-1fa7b1b1b9cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:58.708660 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-21ecf6ab-a58b-446b-bd6a-1fa7b1b1b9cd admin admin] Usage tracker for resource:security_group_rule and tenant:3ed047b4736f43fbb4b6534dda1bf100 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:58.711677 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-21ecf6ab-a58b-446b-bd6a-1fa7b1b1b9cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:58.718190 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-21ecf6ab-a58b-446b-bd6a-1fa7b1b1b9cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:58.785654 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-45ba4fa5-6ca2-4da7-a185-85eff11be577 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:58.801358 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-45ba4fa5-6ca2-4da7-a185-85eff11be577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847015921'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:58.838991 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-9224e349-20c4-484e-85dd-08b4b616e168 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:58.857472 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-e6157626-e06d-4a1e-8ccd-5d2196476a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:58.887605 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056537e8-7730-4569-b353-22d18812f770 req-6fc43a75-72de-4325-a879-57f5d1f01e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:58.889267 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-056537e8-7730-4569-b353-22d18812f770 req-6fc43a75-72de-4325-a879-57f5d1f01e8f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d580634d-19a3-4e7e-9a28-924962cb301f HTTP/1.1" status: 200 len: 858 time: 0.2562089 Apr 16 11:51:58.945571 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-21ecf6ab-a58b-446b-bd6a-1fa7b1b1b9cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:58.960375 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba4fa5-6ca2-4da7-a185-85eff11be577 admin admin] Pushing event updated for resources: {'Port': ['ID=97c61555-2f15-4fe6-85ab-0f51b06ec5ea,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:58.963145 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-45ba4fa5-6ca2-4da7-a185-85eff11be577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083560'] for router_interface, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:58.967349 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-21ecf6ab-a58b-446b-bd6a-1fa7b1b1b9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:58.977271 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-45ba4fa5-6ca2-4da7-a185-85eff11be577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:58.983002 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-81f67508-9c00-4008-941a-ede659501b27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:59.026506 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e815dae-6096-4010-8872-30b392111d15 req-f2418016-973a-413a-bc0a-7e7eb5c0e2e0 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:59.035365 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6e815dae-6096-4010-8872-30b392111d15 req-f2418016-973a-413a-bc0a-7e7eb5c0e2e0 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.4008791 Apr 16 11:51:59.143369 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-056537e8-7730-4569-b353-22d18812f770 req-635e2fe2-50de-4e15-b391-fc966714040b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1640670 Apr 16 11:51:59.149078 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 421b116d-3b2d-4b90-8a52-eabb2b0da7ee up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:51:59.253506 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning for port 421b116d-3b2d-4b90-8a52-eabb2b0da7ee completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:51:59.260119 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port 421b116d-3b2d-4b90-8a52-eabb2b0da7ee triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:51:59.266404 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:59.266734 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-21ecf6ab-a58b-446b-bd6a-1fa7b1b1b9cd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3ed047b4736f43fbb4b6534dda1bf100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6146622 Apr 16 11:51:59.285362 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 52052) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:59.285459 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6e815dae-6096-4010-8872-30b392111d15 req-7ea92b8f-878c-4873-8708-3baae8f081f9 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464797 Apr 16 11:51:59.338106 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd73be8-cfa9-4de7-8355-6d99dc7130ef req-43293519-aba4-4851-9671-3cab030c1484 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:59.338106 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-4fd73be8-cfa9-4de7-8355-6d99dc7130ef req-43293519-aba4-4851-9671-3cab030c1484 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Synchronizing usage tracker for tenant:5350c311e89047fc913637edf438805f on resource:port {{(pid=85338) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:51:59.402530 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ecf6ab-a58b-446b-bd6a-1fa7b1b1b9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c5db7e-6b49-4c66-a848-13b8b29bedaa,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:59.408239 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-056537e8-7730-4569-b353-22d18812f770 req-8cb879c4-5ad9-4c03-b25f-1d1891f7dff7 service neutron] 10.222.0.79 "GET /v2.0/networks/81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505758 Apr 16 11:51:59.410524 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ba4fa5-6ca2-4da7-a185-85eff11be577 admin admin] Network 7ef8be3b-dac5-4140-aaab-b52dff54fe37 is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:51:59.411797 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-45ba4fa5-6ca2-4da7-a185-85eff11be577 admin admin] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:51:59.426556 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-21ecf6ab-a58b-446b-bd6a-1fa7b1b1b9cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:59.431399 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:59.454086 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] For port 421b116d-3b2d-4b90-8a52-eabb2b0da7ee, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=421b116d-3b2d-4b90-8a52-eabb2b0da7ee,segment=NetworkSegment(fbc7dd2f-3e5c-4067-bc2d-84cf54659228),segment_id=fbc7dd2f-3e5c-4067-bc2d-84cf54659228)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:51:59.463951 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:59.465923 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:59.501098 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-4fd73be8-cfa9-4de7-8355-6d99dc7130ef req-43293519-aba4-4851-9671-3cab030c1484 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Unset dirty status for tenant:5350c311e89047fc913637edf438805f on resource:port {{(pid=85338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:51:59.508768 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4fd73be8-cfa9-4de7-8355-6d99dc7130ef req-43293519-aba4-4851-9671-3cab030c1484 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/ports?device_id=545292be-102e-4f02-8cd1-fe01ab36cbe2 HTTP/1.1" status: 200 len: 932 time: 0.7451520 Apr 16 11:51:59.574260 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a5dae027-27f1-4aa5-9a7e-6b45259cd9a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:59.575127 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Pushing event updated for resources: {'Port': ['ID=421b116d-3b2d-4b90-8a52-eabb2b0da7ee,revision_number=4']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:59.579798 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:59.721058 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4fd73be8-cfa9-4de7-8355-6d99dc7130ef req-873e6d60-4945-4444-9261-12fed817e53a tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/security-groups?id=2905b216-91ab-4f87-b35d-f45b2a1e33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112675 Apr 16 11:51:59.738740 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a5dae027-27f1-4aa5-9a7e-6b45259cd9a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:59.805988 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-8a2ccce0-4274-4484-a06c-6b8cbf7a37ef None None] Provisioning complete for port 97c61555-2f15-4fe6-85ab-0f51b06ec5ea triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:51:59.806408 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8a2ccce0-4274-4484-a06c-6b8cbf7a37ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:59.844965 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-056537e8-7730-4569-b353-22d18812f770 req-3394577d-82f0-410d-9959-c8525ae6eeea service neutron] 10.222.0.79 "GET /v2.0/networks/81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232407 Apr 16 11:51:59.880946 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-8a2ccce0-4274-4484-a06c-6b8cbf7a37ef None None] Port 97c61555-2f15-4fe6-85ab-0f51b06ec5ea cannot update to ACTIVE because it is not bound. {{(pid=85339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:51:59.909363 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a5dae027-27f1-4aa5-9a7e-6b45259cd9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:59.914953 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ba4fa5-6ca2-4da7-a185-85eff11be577 admin admin] Router 190b5901-1896-42f6-b43e-38f86ea00c57 has already been hosted by L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 {{(pid=85337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:51:59.919625 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-44e07d8b-908f-4a58-a8bd-0372f579f492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:00.009721 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-e6157626-e06d-4a1e-8ccd-5d2196476a0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c420e73-d374-4762-8ebb-39a406ca8c89 {{(pid=85338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:52:00.014734 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dae027-27f1-4aa5-9a7e-6b45259cd9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c5db7e-6b49-4c66-a848-13b8b29bedaa,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:00.028856 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a5dae027-27f1-4aa5-9a7e-6b45259cd9a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:00.030120 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-a5dae027-27f1-4aa5-9a7e-6b45259cd9a0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/61c5db7e-6b49-4c66-a848-13b8b29bedaa HTTP/1.1" status: 204 len: 168 time: 0.7195449 Apr 16 11:52:00.032238 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-a5dae027-27f1-4aa5-9a7e-6b45259cd9a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:00.035179 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-e6157626-e06d-4a1e-8ccd-5d2196476a0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:00.060081 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-e6157626-e06d-4a1e-8ccd-5d2196476a0e service neutron] Transition to ACTIVE for port object 6c420e73-d374-4762-8ebb-39a406ca8c89 will not be triggered until provisioned by entity L2. {{(pid=85338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:52:00.065900 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-e6157626-e06d-4a1e-8ccd-5d2196476a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853423900'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:00.084684 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-8c8694ce-58ce-4f18-ac47-b48d557397f6 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:00.413832 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6157626-e06d-4a1e-8ccd-5d2196476a0e service neutron] Pushing event updated for resources: {'Port': ['ID=6c420e73-d374-4762-8ebb-39a406ca8c89,revision_number=2']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:00.467031 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e6157626-e06d-4a1e-8ccd-5d2196476a0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:00.530147 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ba4fa5-6ca2-4da7-a185-85eff11be577 admin admin] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:52:00.552067 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-45ba4fa5-6ca2-4da7-a185-85eff11be577 admin admin] 10.222.0.71 "PUT /v2.0/routers/190b5901-1896-42f6-b43e-38f86ea00c57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0863004 Apr 16 11:52:00.672934 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-e6157626-e06d-4a1e-8ccd-5d2196476a0e service neutron] Attempting to bind port 6c420e73-d374-4762-8ebb-39a406ca8c89 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:52:00.673301 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-e6157626-e06d-4a1e-8ccd-5d2196476a0e service neutron] Attempting to bind port 6c420e73-d374-4762-8ebb-39a406ca8c89 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '9e4f6e0d-16d1-45c9-b49c-dd4f64822fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e500429e-1613-4f5d-b1e9-3cb958c566f6'}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:52:00.673648 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-e6157626-e06d-4a1e-8ccd-5d2196476a0e service neutron] Attempting to bind port 6c420e73-d374-4762-8ebb-39a406ca8c89 on network e500429e-1613-4f5d-b1e9-3cb958c566f6 {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:52:00.681278 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-e6157626-e06d-4a1e-8ccd-5d2196476a0e service neutron] Port 6c420e73-d374-4762-8ebb-39a406ca8c89 on network e500429e-1613-4f5d-b1e9-3cb958c566f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:52:00.682232 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-e6157626-e06d-4a1e-8ccd-5d2196476a0e service neutron] Attempting to bind port 6c420e73-d374-4762-8ebb-39a406ca8c89 on network e500429e-1613-4f5d-b1e9-3cb958c566f6 {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:52:00.694245 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b23ea9-791a-4083-9af0-1324909a1a71 req-08d1cb2e-80f0-47dc-9acd-d8bc28a6c5dd tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:00.695934 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f6b23ea9-791a-4083-9af0-1324909a1a71 req-08d1cb2e-80f0-47dc-9acd-d8bc28a6c5dd tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.2279418 Apr 16 11:52:00.698961 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-e6157626-e06d-4a1e-8ccd-5d2196476a0e service neutron] Checking agent: {'id': '719f3357-7d54-4b9e-9866-52b19e770139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'started_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:52:00.699297 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-e6157626-e06d-4a1e-8ccd-5d2196476a0e service neutron] Checking segment: {'id': '9e4f6e0d-16d1-45c9-b49c-dd4f64822fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e500429e-1613-4f5d-b1e9-3cb958c566f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:52:00.699722 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-e6157626-e06d-4a1e-8ccd-5d2196476a0e service neutron] Bound using segment: {'id': '9e4f6e0d-16d1-45c9-b49c-dd4f64822fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e500429e-1613-4f5d-b1e9-3cb958c566f6'} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:52:00.700788 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-e6157626-e06d-4a1e-8ccd-5d2196476a0e service neutron] Bound port: 6c420e73-d374-4762-8ebb-39a406ca8c89, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4f6e0d-16d1-45c9-b49c-dd4f64822fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e500429e-1613-4f5d-b1e9-3cb958c566f6'}}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:52:00.700788 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-e6157626-e06d-4a1e-8ccd-5d2196476a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:00.820303 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f6b23ea9-791a-4083-9af0-1324909a1a71 req-2e80c542-2095-453b-ad4b-07f9b4f7d75c tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070433 Apr 16 11:52:00.854244 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-e6157626-e06d-4a1e-8ccd-5d2196476a0e service neutron] For port 6c420e73-d374-4762-8ebb-39a406ca8c89, host hv-cinder-68948, cleared binding levels {{(pid=85338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:52:00.858487 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-e6157626-e06d-4a1e-8ccd-5d2196476a0e service neutron] For port 6c420e73-d374-4762-8ebb-39a406ca8c89, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6c420e73-d374-4762-8ebb-39a406ca8c89,segment=NetworkSegment(9e4f6e0d-16d1-45c9-b49c-dd4f64822fd4),segment_id=9e4f6e0d-16d1-45c9-b49c-dd4f64822fd4)] {{(pid=85338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:52:00.864815 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-e6157626-e06d-4a1e-8ccd-5d2196476a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853423900'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:00.889248 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:01.089221 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd599f5a-b5f2-4690-b9fa-80acd664cd37 req-3ac82751-4df9-4834-8925-3cb0699161a3 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:01.099376 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-dd599f5a-b5f2-4690-b9fa-80acd664cd37 req-3ac82751-4df9-4834-8925-3cb0699161a3 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/ports?device_id=545292be-102e-4f02-8cd1-fe01ab36cbe2 HTTP/1.1" status: 200 len: 944 time: 0.1410348 Apr 16 11:52:01.117095 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6157626-e06d-4a1e-8ccd-5d2196476a0e service neutron] Pushing event updated for resources: {'Port': ['ID=6c420e73-d374-4762-8ebb-39a406ca8c89,revision_number=3']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:01.132998 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e6157626-e06d-4a1e-8ccd-5d2196476a0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:01.152562 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-e6157626-e06d-4a1e-8ccd-5d2196476a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:01.153322 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-e6157626-e06d-4a1e-8ccd-5d2196476a0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for port, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:01.154763 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-e6157626-e06d-4a1e-8ccd-5d2196476a0e service neutron] 10.222.0.79 "PUT /v2.0/ports/6c420e73-d374-4762-8ebb-39a406ca8c89 HTTP/1.1" status: 200 len: 1094 time: 2.7617464 Apr 16 11:52:01.155298 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '545292be-102e-4f02-8cd1-fe01ab36cbe2', 'tag': '6c420e73-d374-4762-8ebb-39a406ca8c89'}] {{(pid=85338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:52:01.165569 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 421b116d-3b2d-4b90-8a52-eabb2b0da7ee up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:52:01.188020 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-dd599f5a-b5f2-4690-b9fa-80acd664cd37 req-7323b1bb-3b66-4364-b429-1b144ae993ba tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/security-groups?id=2905b216-91ab-4f87-b35d-f45b2a1e33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844262 Apr 16 11:52:01.280220 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port 421b116d-3b2d-4b90-8a52-eabb2b0da7ee triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:52:01.281758 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:01.317123 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2e28f7-1aa6-43f8-a3ba-5680cf775c4c None None] Sync routers for ids ['190b5901-1896-42f6-b43e-38f86ea00c57'] in dv-cinder-689486-10-iscsi {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:52:01.321822 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-092c940e-7242-494a-8d5d-b56b1c0ee7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:01.323421 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-092c940e-7242-494a-8d5d-b56b1c0ee7f7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5350c311e89047fc913637edf438805f&device_id=545292be-102e-4f02-8cd1-fe01ab36cbe2 HTTP/1.1" status: 200 len: 1097 time: 0.1291480 Apr 16 11:52:01.337434 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2e28f7-1aa6-43f8-a3ba-5680cf775c4c None None] Routers {'190b5901-1896-42f6-b43e-38f86ea00c57'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:52:01.338387 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-7c2e28f7-1aa6-43f8-a3ba-5680cf775c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:51:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['190b5901-1896-42f6-b43e-38f86ea00c57'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:52:01.418593 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-25e99bc9-cb3c-46f2-94cf-5769afdbd96a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c420e73-d374-4762-8ebb-39a406ca8c89 HTTP/1.1" status: 200 len: 217 time: 0.0861576 Apr 16 11:52:01.583218 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-d3d8b4fe-9066-4c27-84d1-83189d791149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:01.584999 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-d3d8b4fe-9066-4c27-84d1-83189d791149 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=16334177-da60-4ace-8c30-5062bcc52f0a HTTP/1.1" status: 200 len: 849 time: 0.1545596 Apr 16 11:52:01.595049 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '545292be-102e-4f02-8cd1-fe01ab36cbe2', 'tag': '6c420e73-d374-4762-8ebb-39a406ca8c89', 'status': 'completed', 'code': 200} Apr 16 11:52:01.630545 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-7c2e28f7-1aa6-43f8-a3ba-5680cf775c4c None None] Set router 190b5901-1896-42f6-b43e-38f86ea00c57 gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:52:01.667650 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 52138) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:01.674361 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-58cbe3a9-b122-46f5-9b3c-a61281cc512b tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-408222519', 'description': 'tempest-secgroup-smoke-408222519 description', 'project_id': 'b689f53fbd644b74a29274580a1b9004'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:01.694689 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-58cbe3a9-b122-46f5-9b3c-a61281cc512b tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:01.698938 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-58cbe3a9-b122-46f5-9b3c-a61281cc512b tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Usage tracker for resource:security_group and tenant:b689f53fbd644b74a29274580a1b9004 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:01.701272 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-a4a42678-b126-4f68-8747-e5d81c45bfa5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e500429e-1613-4f5d-b1e9-3cb958c566f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947332 Apr 16 11:52:01.702384 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-58cbe3a9-b122-46f5-9b3c-a61281cc512b tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:01.709824 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-58cbe3a9-b122-46f5-9b3c-a61281cc512b tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:01.729040 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-58cbe3a9-b122-46f5-9b3c-a61281cc512b tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:01.785299 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-58cbe3a9-b122-46f5-9b3c-a61281cc512b tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:01.798004 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-58cbe3a9-b122-46f5-9b3c-a61281cc512b tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Usage tracker for resource:security_group_rule and tenant:b689f53fbd644b74a29274580a1b9004 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:01.807826 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-58cbe3a9-b122-46f5-9b3c-a61281cc512b tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:01.817611 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-58cbe3a9-b122-46f5-9b3c-a61281cc512b tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:01.884002 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e49499cf-4316-4fe8-a7b0-1d5e2ad66c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:01.897100 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-8281b2fa-4627-4269-a923-d9680ffef673 service neutron] 10.222.0.79 "GET /v2.0/networks/e500429e-1613-4f5d-b1e9-3cb958c566f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917257 Apr 16 11:52:02.002231 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-58cbe3a9-b122-46f5-9b3c-a61281cc512b tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:02.017690 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-58cbe3a9-b122-46f5-9b3c-a61281cc512b tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:02.032586 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-c888f566-96ea-43db-8580-b3db37e1a861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:02.098804 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cbe3a9-b122-46f5-9b3c-a61281cc512b tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:02.102283 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-58cbe3a9-b122-46f5-9b3c-a61281cc512b tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:02.112451 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-58cbe3a9-b122-46f5-9b3c-a61281cc512b tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4434049 Apr 16 11:52:02.118847 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-58cbe3a9-b122-46f5-9b3c-a61281cc512b tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:02.119597 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 52164) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:02.131873 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-76c4525a-61c5-4a8a-badd-ec36a4a8aa42 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Request body: {'security_group_rule': {'security_group_id': '7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e', 'project_id': 'b689f53fbd644b74a29274580a1b9004', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:02.138396 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-76c4525a-61c5-4a8a-badd-ec36a4a8aa42 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:02.144036 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-76c4525a-61c5-4a8a-badd-ec36a4a8aa42 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Usage tracker for resource:security_group_rule and tenant:b689f53fbd644b74a29274580a1b9004 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:02.148861 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-76c4525a-61c5-4a8a-badd-ec36a4a8aa42 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:02.162142 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-76c4525a-61c5-4a8a-badd-ec36a4a8aa42 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:02.186319 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-76c4525a-61c5-4a8a-badd-ec36a4a8aa42 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:02.215427 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-531d43e1-8298-44b0-9d83-3af5c9263fe9 req-871b4c62-b96b-49f6-b46c-a2d55b8180dc service neutron] 10.222.0.79 "GET /v2.0/networks/e500429e-1613-4f5d-b1e9-3cb958c566f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096180 Apr 16 11:52:02.252540 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-7c2e28f7-1aa6-43f8-a3ba-5680cf775c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190b5901-1896-42f6-b43e-38f86ea00c57', 'name': 'tempest-TestShelveInstance-156969424-router', 'tenant_id': '130e79b4c83346c8be32a0229590e196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '421b116d-3b2d-4b90-8a52-eabb2b0da7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:49Z', 'updated_at': '2021-04-16T11:51:58Z', 'revision_number': 4, 'project_id': '130e79b4c83346c8be32a0229590e196', 'gw_port': {'id': '421b116d-3b2d-4b90-8a52-eabb2b0da7ee', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190b5901-1896-42f6-b43e-38f86ea00c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:50Z', 'updated_at': '2021-04-16T11:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': '97c61555-2f15-4fe6-85ab-0f51b06ec5ea', 'name': '', 'network_id': '7ef8be3b-dac5-4140-aaab-b52dff54fe37', 'tenant_id': '130e79b4c83346c8be32a0229590e196', 'mac_address': 'fa:16:3e:e1:36:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190b5901-1896-42f6-b43e-38f86ea00c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b28e9736-850b-4efb-a955-3aa604cb2b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:57Z', 'updated_at': '2021-04-16T11:51:58Z', 'revision_number': 2, 'project_id': '130e79b4c83346c8be32a0229590e196', 'subnets': [{'id': 'b28e9736-850b-4efb-a955-3aa604cb2b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:52:02.260984 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bd76f-0d67-442c-97be-b1a2e86d3429 req-1b0e6b63-96a1-4521-a0b0-e673809842b4 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:02.263195 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2e28f7-1aa6-43f8-a3ba-5680cf775c4c None None] Checking router: 190b5901-1896-42f6-b43e-38f86ea00c57 for host: dv-cinder-689486-10-iscsi {{(pid=85339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:52:02.263803 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2e28f7-1aa6-43f8-a3ba-5680cf775c4c None None] Updating router 190b5901-1896-42f6-b43e-38f86ea00c57 port 97c61555-2f15-4fe6-85ab-0f51b06ec5ea binding host dv-cinder-689486-10-iscsi {{(pid=85339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:52:02.269237 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8f7bd76f-0d67-442c-97be-b1a2e86d3429 req-1b0e6b63-96a1-4521-a0b0-e673809842b4 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.1180260 Apr 16 11:52:02.320743 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-76c4525a-61c5-4a8a-badd-ec36a4a8aa42 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:02.324665 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-76c4525a-61c5-4a8a-badd-ec36a4a8aa42 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974229'] for security_group_rule, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:02.329325 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-cad83382-812e-41d5-b60a-4b9361c8d76e tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:02.350860 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4525a-61c5-4a8a-badd-ec36a4a8aa42 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7234b5c5-06f8-4b7e-8298-5028c035cd18,revision_number=0']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:02.365863 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-76c4525a-61c5-4a8a-badd-ec36a4a8aa42 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:02.377949 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8f7bd76f-0d67-442c-97be-b1a2e86d3429 req-5a01dea5-4759-484e-862c-f3d7c5af17bc tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075652 Apr 16 11:52:02.380815 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-76c4525a-61c5-4a8a-badd-ec36a4a8aa42 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:02.386843 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-76c4525a-61c5-4a8a-badd-ec36a4a8aa42 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2660377 Apr 16 11:52:02.389346 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 52170) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:02.397324 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-fdd0f729-478c-4413-8197-5cb046e98310 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Request body: {'security_group_rule': {'security_group_id': '7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e', 'project_id': 'b689f53fbd644b74a29274580a1b9004', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:02.404209 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-fdd0f729-478c-4413-8197-5cb046e98310 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:02.409246 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-fdd0f729-478c-4413-8197-5cb046e98310 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Usage tracker for resource:security_group_rule and tenant:b689f53fbd644b74a29274580a1b9004 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:02.411364 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7c2e28f7-1aa6-43f8-a3ba-5680cf775c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:02.414197 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-fdd0f729-478c-4413-8197-5cb046e98310 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:02.421789 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-fdd0f729-478c-4413-8197-5cb046e98310 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:02.478597 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fdd0f729-478c-4413-8197-5cb046e98310 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:02.526879 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a458ad3-1b4a-4da1-b55c-c10f12681300 req-c7f23156-e4e6-4640-989a-d73dc20b397c tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:02.537278 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5a458ad3-1b4a-4da1-b55c-c10f12681300 req-c7f23156-e4e6-4640-989a-d73dc20b397c tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/ports?device_id=545292be-102e-4f02-8cd1-fe01ab36cbe2 HTTP/1.1" status: 200 len: 944 time: 0.1485560 Apr 16 11:52:02.548252 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058a677-9953-46b6-96fe-9c0b272491a6 req-bdb8996b-90d1-4e79-bcfa-05ff5ce8ae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:02.549957 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8058a677-9953-46b6-96fe-9c0b272491a6 req-bdb8996b-90d1-4e79-bcfa-05ff5ce8ae57 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5350c311e89047fc913637edf438805f&device_id=545292be-102e-4f02-8cd1-fe01ab36cbe2 HTTP/1.1" status: 200 len: 1097 time: 0.2775035 Apr 16 11:52:02.634541 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5a458ad3-1b4a-4da1-b55c-c10f12681300 req-1befb949-9231-484d-96cb-6b3bea63b395 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/security-groups?id=2905b216-91ab-4f87-b35d-f45b2a1e33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931187 Apr 16 11:52:02.750448 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fdd0f729-478c-4413-8197-5cb046e98310 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:02.762967 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fdd0f729-478c-4413-8197-5cb046e98310 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974229'] for security_group_rule, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:02.769306 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:02.778659 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058a677-9953-46b6-96fe-9c0b272491a6 req-fb642d65-2387-41ed-8ee9-bcf487e69655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:02.780154 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8058a677-9953-46b6-96fe-9c0b272491a6 req-fb642d65-2387-41ed-8ee9-bcf487e69655 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e500429e-1613-4f5d-b1e9-3cb958c566f6 HTTP/1.1" status: 200 len: 910 time: 0.2040653 Apr 16 11:52:02.797623 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0f729-478c-4413-8197-5cb046e98310 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeea94c7-bdf5-401b-9e56-5080a3697210,revision_number=0']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:02.853925 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-fdd0f729-478c-4413-8197-5cb046e98310 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:02.874021 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8058a677-9953-46b6-96fe-9c0b272491a6 req-1114a808-42e7-4529-b2a5-439884d25d92 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c420e73-d374-4762-8ebb-39a406ca8c89 HTTP/1.1" status: 200 len: 217 time: 0.0820820 Apr 16 11:52:02.875948 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fdd0f729-478c-4413-8197-5cb046e98310 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:02.879798 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-fdd0f729-478c-4413-8197-5cb046e98310 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4866693 Apr 16 11:52:02.880215 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 52186) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:02.886269 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-b90f2e32-3e8a-4baa-bcef-08f153112e6c tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Request body: {'security_group_rule': {'security_group_id': '7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e', 'project_id': 'b689f53fbd644b74a29274580a1b9004', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:02.898123 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-b90f2e32-3e8a-4baa-bcef-08f153112e6c tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:02.903096 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-b90f2e32-3e8a-4baa-bcef-08f153112e6c tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Usage tracker for resource:security_group_rule and tenant:b689f53fbd644b74a29274580a1b9004 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:02.907129 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-b90f2e32-3e8a-4baa-bcef-08f153112e6c tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:02.913686 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-b90f2e32-3e8a-4baa-bcef-08f153112e6c tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:02.917825 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7c2e28f7-1aa6-43f8-a3ba-5680cf775c4c None None] Notify callbacks [] for port, precommit_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:02.932718 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-7c2e28f7-1aa6-43f8-a3ba-5680cf775c4c None None] Transition to ACTIVE for port object 97c61555-2f15-4fe6-85ab-0f51b06ec5ea will not be triggered until provisioned by entity L2. {{(pid=85339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:52:02.939853 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7c2e28f7-1aa6-43f8-a3ba-5680cf775c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:02.942482 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b90f2e32-3e8a-4baa-bcef-08f153112e6c tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:02.960339 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058a677-9953-46b6-96fe-9c0b272491a6 req-c4cf651b-e70d-4d1f-a2eb-5ac3746b0e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:02.961937 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8058a677-9953-46b6-96fe-9c0b272491a6 req-c4cf651b-e70d-4d1f-a2eb-5ac3746b0e73 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=16334177-da60-4ace-8c30-5062bcc52f0a HTTP/1.1" status: 200 len: 849 time: 0.0766296 Apr 16 11:52:03.018365 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b90f2e32-3e8a-4baa-bcef-08f153112e6c tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:03.021298 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b90f2e32-3e8a-4baa-bcef-08f153112e6c tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974229'] for security_group_rule, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:03.030321 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8058a677-9953-46b6-96fe-9c0b272491a6 req-9771e4e2-f1a0-4ba2-a07b-d593dee30497 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e500429e-1613-4f5d-b1e9-3cb958c566f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592737 Apr 16 11:52:03.044255 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-9dc7d605-0031-47ea-8c6e-7894aaf6f1d2 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:03.055805 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b90f2e32-3e8a-4baa-bcef-08f153112e6c tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:03.056143 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:03.059879 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-b90f2e32-3e8a-4baa-bcef-08f153112e6c tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1758959 Apr 16 11:52:03.062041 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 52200) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:03.074650 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-f4e6579c-a521-49f2-a665-c3ce37db71d9 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Request body: {'security_group_rule': {'security_group_id': '7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e', 'project_id': 'b689f53fbd644b74a29274580a1b9004', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:03.083244 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-f4e6579c-a521-49f2-a665-c3ce37db71d9 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:03.089853 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-f4e6579c-a521-49f2-a665-c3ce37db71d9 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Usage tracker for resource:security_group_rule and tenant:b689f53fbd644b74a29274580a1b9004 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:03.096987 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-f4e6579c-a521-49f2-a665-c3ce37db71d9 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:03.108624 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-f4e6579c-a521-49f2-a665-c3ce37db71d9 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:03.128472 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc135b8e-b98d-41ff-b079-15f316f4006d None None] Pushing event updated for resources: {'Port': ['ID=97c61555-2f15-4fe6-85ab-0f51b06ec5ea,revision_number=3']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:03.134337 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-dc135b8e-b98d-41ff-b079-15f316f4006d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:03.141251 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f2e32-3e8a-4baa-bcef-08f153112e6c tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=615acd73-bcad-46a2-acf8-951e7e2f8ed4,revision_number=0']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:03.144780 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b90f2e32-3e8a-4baa-bcef-08f153112e6c tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:03.164062 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f4e6579c-a521-49f2-a665-c3ce37db71d9 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:03.284424 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f4e6579c-a521-49f2-a665-c3ce37db71d9 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:03.288084 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f4e6579c-a521-49f2-a665-c3ce37db71d9 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974229'] for security_group_rule, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:03.294864 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:03.316909 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8058a677-9953-46b6-96fe-9c0b272491a6 req-28ec85fc-1148-44a0-9e65-ff6667299b55 service neutron] 10.222.0.79 "GET /v2.0/networks/e500429e-1613-4f5d-b1e9-3cb958c566f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719021 Apr 16 11:52:03.335817 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6579c-a521-49f2-a665-c3ce37db71d9 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a2aa37a-f351-4d81-8ced-d342d08883e0,revision_number=0']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:03.342367 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f4e6579c-a521-49f2-a665-c3ce37db71d9 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:03.347713 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f4e6579c-a521-49f2-a665-c3ce37db71d9 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:03.349368 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-f4e6579c-a521-49f2-a665-c3ce37db71d9 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2849412 Apr 16 11:52:03.352705 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 52210) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:03.360937 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-167e348a-997a-4ecd-886d-c025e553d33c tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Request body: {'security_group_rule': {'security_group_id': '7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e', 'project_id': 'b689f53fbd644b74a29274580a1b9004', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:03.378348 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-167e348a-997a-4ecd-886d-c025e553d33c tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:03.395113 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-167e348a-997a-4ecd-886d-c025e553d33c tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Usage tracker for resource:security_group_rule and tenant:b689f53fbd644b74a29274580a1b9004 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:03.405398 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-167e348a-997a-4ecd-886d-c025e553d33c tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:03.431251 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-167e348a-997a-4ecd-886d-c025e553d33c tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:03.450684 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.securitygroups_db [None req-167e348a-997a-4ecd-886d-c025e553d33c tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Project b689f53fbd644b74a29274580a1b9004 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 11:52:03.458240 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-7c2e28f7-1aa6-43f8-a3ba-5680cf775c4c None None] Attempting to bind port 97c61555-2f15-4fe6-85ab-0f51b06ec5ea on host dv-cinder-689486-10-iscsi for vnic_type normal with profile {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:52:03.458666 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-7c2e28f7-1aa6-43f8-a3ba-5680cf775c4c None None] Attempting to bind port 97c61555-2f15-4fe6-85ab-0f51b06ec5ea by drivers openvswitch,hyperv on host dv-cinder-689486-10-iscsi at level 0 using segments [{'id': '90a7624b-d56c-4054-bcf0-82b1e492e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7ef8be3b-dac5-4140-aaab-b52dff54fe37'}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:52:03.459132 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2e28f7-1aa6-43f8-a3ba-5680cf775c4c None None] Attempting to bind port 97c61555-2f15-4fe6-85ab-0f51b06ec5ea on network 7ef8be3b-dac5-4140-aaab-b52dff54fe37 {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:52:03.461800 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-167e348a-997a-4ecd-886d-c025e553d33c tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:03.466488 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2e28f7-1aa6-43f8-a3ba-5680cf775c4c None None] Checking agent: {'id': '0d7cbe5e-bfbb-464b-b5de-cb3320bd5996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 41, 6), 'started_at': datetime.datetime(2021, 4, 16, 11, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:52:03.466927 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2e28f7-1aa6-43f8-a3ba-5680cf775c4c None None] Checking segment: {'id': '90a7624b-d56c-4054-bcf0-82b1e492e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7ef8be3b-dac5-4140-aaab-b52dff54fe37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:52:03.467375 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7c2e28f7-1aa6-43f8-a3ba-5680cf775c4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:03.467880 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2e28f7-1aa6-43f8-a3ba-5680cf775c4c None None] Bound using segment: {'id': '90a7624b-d56c-4054-bcf0-82b1e492e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7ef8be3b-dac5-4140-aaab-b52dff54fe37'} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:52:03.469059 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-7c2e28f7-1aa6-43f8-a3ba-5680cf775c4c None None] Bound port: 97c61555-2f15-4fe6-85ab-0f51b06ec5ea, host: dv-cinder-689486-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a7624b-d56c-4054-bcf0-82b1e492e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7ef8be3b-dac5-4140-aaab-b52dff54fe37'}}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:52:03.469499 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7c2e28f7-1aa6-43f8-a3ba-5680cf775c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:03.599258 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-7c2e28f7-1aa6-43f8-a3ba-5680cf775c4c None None] For port 97c61555-2f15-4fe6-85ab-0f51b06ec5ea, host dv-cinder-689486-10-iscsi, cleared binding levels {{(pid=85339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:52:03.603160 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-7c2e28f7-1aa6-43f8-a3ba-5680cf775c4c None None] For port 97c61555-2f15-4fe6-85ab-0f51b06ec5ea, host dv-cinder-689486-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=97c61555-2f15-4fe6-85ab-0f51b06ec5ea,segment=NetworkSegment(90a7624b-d56c-4054-bcf0-82b1e492e8e7),segment_id=90a7624b-d56c-4054-bcf0-82b1e492e8e7)] {{(pid=85339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:52:03.607006 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7c2e28f7-1aa6-43f8-a3ba-5680cf775c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:03.623951 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-167e348a-997a-4ecd-886d-c025e553d33c tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:03.624508 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:03.627681 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8058a677-9953-46b6-96fe-9c0b272491a6 req-91bbaed5-57c1-40c5-a7f0-20b04c06b099 service neutron] 10.222.0.79 "GET /v2.0/networks/e500429e-1613-4f5d-b1e9-3cb958c566f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991276 Apr 16 11:52:03.633712 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-167e348a-997a-4ecd-886d-c025e553d33c tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974229'] for security_group_rule, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:03.635321 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:03.685211 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e348a-997a-4ecd-886d-c025e553d33c tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d383a491-1f55-4769-8489-4943dcb1d743,revision_number=0']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:03.699214 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-167e348a-997a-4ecd-886d-c025e553d33c tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:03.708687 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-167e348a-997a-4ecd-886d-c025e553d33c tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:03.710135 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-167e348a-997a-4ecd-886d-c025e553d33c tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3558874 Apr 16 11:52:03.713230 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 52226) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:03.724584 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-d647b67c-3347-4b8a-9ab9-565fd169160e tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Request body: {'security_group_rule': {'security_group_id': '7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e', 'project_id': 'b689f53fbd644b74a29274580a1b9004', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:03.741363 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-d647b67c-3347-4b8a-9ab9-565fd169160e tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:03.745805 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-d647b67c-3347-4b8a-9ab9-565fd169160e tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Usage tracker for resource:security_group_rule and tenant:b689f53fbd644b74a29274580a1b9004 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:03.752037 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-d647b67c-3347-4b8a-9ab9-565fd169160e tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:03.758456 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-d647b67c-3347-4b8a-9ab9-565fd169160e tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:03.768484 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833a1c9-2b18-4157-9753-8a3a823a3c49 req-e99d0f93-505c-4ef3-8ff1-b911ab26a44e tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:03.770576 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f833a1c9-2b18-4157-9753-8a3a823a3c49 req-e99d0f93-505c-4ef3-8ff1-b911ab26a44e tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.1980655 Apr 16 11:52:03.777284 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.securitygroups_db [None req-d647b67c-3347-4b8a-9ab9-565fd169160e tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Project b689f53fbd644b74a29274580a1b9004 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 11:52:03.792882 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d647b67c-3347-4b8a-9ab9-565fd169160e tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:03.793337 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc135b8e-b98d-41ff-b079-15f316f4006d None None] Pushing event updated for resources: {'Port': ['ID=97c61555-2f15-4fe6-85ab-0f51b06ec5ea,revision_number=4']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:03.797382 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-dc135b8e-b98d-41ff-b079-15f316f4006d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:03.833788 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f833a1c9-2b18-4157-9753-8a3a823a3c49 req-6fd9758d-b337-457f-820d-976dbc0b5af4 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537741 Apr 16 11:52:03.898223 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2e28f7-1aa6-43f8-a3ba-5680cf775c4c None None] Routers {'190b5901-1896-42f6-b43e-38f86ea00c57'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:52:03.899598 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-7c2e28f7-1aa6-43f8-a3ba-5680cf775c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:51:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['190b5901-1896-42f6-b43e-38f86ea00c57'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:52:03.952330 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d647b67c-3347-4b8a-9ab9-565fd169160e tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:03.963847 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d647b67c-3347-4b8a-9ab9-565fd169160e tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974229'] for security_group_rule, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:03.973879 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:04.004239 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647b67c-3347-4b8a-9ab9-565fd169160e tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adf1913f-a488-415c-9e56-dd00fe367131,revision_number=0']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:04.010635 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-d647b67c-3347-4b8a-9ab9-565fd169160e tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:04.021240 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1a17f-aad0-4960-b27b-d2353f32f35e req-b98c9d37-a726-4897-83e4-3fc7448d2ab1 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:04.022974 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8bc1a17f-aad0-4960-b27b-d2353f32f35e req-b98c9d37-a726-4897-83e4-3fc7448d2ab1 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/ports?device_id=545292be-102e-4f02-8cd1-fe01ab36cbe2 HTTP/1.1" status: 200 len: 944 time: 0.1913099 Apr 16 11:52:04.024951 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d647b67c-3347-4b8a-9ab9-565fd169160e tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:04.026657 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-d647b67c-3347-4b8a-9ab9-565fd169160e tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3122847 Apr 16 11:52:04.101257 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8bc1a17f-aad0-4960-b27b-d2353f32f35e req-de086937-0133-487d-8dc4-245cc7636913 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/security-groups?id=2905b216-91ab-4f87-b35d-f45b2a1e33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639219 Apr 16 11:52:04.342630 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-7c2e28f7-1aa6-43f8-a3ba-5680cf775c4c None None] Set router 190b5901-1896-42f6-b43e-38f86ea00c57 gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:52:04.738642 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-7c2e28f7-1aa6-43f8-a3ba-5680cf775c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190b5901-1896-42f6-b43e-38f86ea00c57', 'name': 'tempest-TestShelveInstance-156969424-router', 'tenant_id': '130e79b4c83346c8be32a0229590e196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '421b116d-3b2d-4b90-8a52-eabb2b0da7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:49Z', 'updated_at': '2021-04-16T11:51:58Z', 'revision_number': 4, 'project_id': '130e79b4c83346c8be32a0229590e196', 'gw_port': {'id': '421b116d-3b2d-4b90-8a52-eabb2b0da7ee', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190b5901-1896-42f6-b43e-38f86ea00c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:50Z', 'updated_at': '2021-04-16T11:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': '97c61555-2f15-4fe6-85ab-0f51b06ec5ea', 'name': '', 'network_id': '7ef8be3b-dac5-4140-aaab-b52dff54fe37', 'tenant_id': '130e79b4c83346c8be32a0229590e196', 'mac_address': 'fa:16:3e:e1:36:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190b5901-1896-42f6-b43e-38f86ea00c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b28e9736-850b-4efb-a955-3aa604cb2b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:57Z', 'updated_at': '2021-04-16T11:52:03Z', 'revision_number': 4, 'project_id': '130e79b4c83346c8be32a0229590e196', 'subnets': [{'id': 'b28e9736-850b-4efb-a955-3aa604cb2b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:52:04.739933 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2e28f7-1aa6-43f8-a3ba-5680cf775c4c None None] The sync data for ids ['190b5901-1896-42f6-b43e-38f86ea00c57'] in dv-cinder-689486-10-iscsi is: [{'id': '190b5901-1896-42f6-b43e-38f86ea00c57', 'name': 'tempest-TestShelveInstance-156969424-router', 'tenant_id': '130e79b4c83346c8be32a0229590e196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '421b116d-3b2d-4b90-8a52-eabb2b0da7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:49Z', 'updated_at': '2021-04-16T11:51:58Z', 'revision_number': 4, 'project_id': '130e79b4c83346c8be32a0229590e196', 'gw_port': {'id': '421b116d-3b2d-4b90-8a52-eabb2b0da7ee', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190b5901-1896-42f6-b43e-38f86ea00c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:50Z', 'updated_at': '2021-04-16T11:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': '97c61555-2f15-4fe6-85ab-0f51b06ec5ea', 'name': '', 'network_id': '7ef8be3b-dac5-4140-aaab-b52dff54fe37', 'tenant_id': '130e79b4c83346c8be32a0229590e196', 'mac_address': 'fa:16:3e:e1:36:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190b5901-1896-42f6-b43e-38f86ea00c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b28e9736-850b-4efb-a955-3aa604cb2b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:57Z', 'updated_at': '2021-04-16T11:52:03Z', 'revision_number': 4, 'project_id': '130e79b4c83346c8be32a0229590e196', 'subnets': [{'id': 'b28e9736-850b-4efb-a955-3aa604cb2b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:52:04.852143 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c12786b6-24c8-47c6-8397-832749e35856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:04.943774 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 6c420e73-d374-4762-8ebb-39a406ca8c89 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:52:05.167984 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 6c420e73-d374-4762-8ebb-39a406ca8c89, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6c420e73-d374-4762-8ebb-39a406ca8c89,segment=NetworkSegment(9e4f6e0d-16d1-45c9-b49c-dd4f64822fd4),segment_id=9e4f6e0d-16d1-45c9-b49c-dd4f64822fd4)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:52:05.217697 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 97c61555-2f15-4fe6-85ab-0f51b06ec5ea up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:52:05.232566 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c0e4f-f193-4d66-bcad-816536a7939a req-412ced85-cccd-4242-b705-dc161778a914 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:05.234860 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-041c0e4f-f193-4d66-bcad-816536a7939a req-412ced85-cccd-4242-b705-dc161778a914 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.2359426 Apr 16 11:52:05.276403 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Returning: {'device': '6c420e73-d374-4762-8ebb-39a406ca8c89', 'network_id': 'e500429e-1613-4f5d-b1e9-3cb958c566f6', 'port_id': '6c420e73-d374-4762-8ebb-39a406ca8c89', 'mac_address': 'fa:16:3e:e3:eb:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16334177-da60-4ace-8c30-5062bcc52f0a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:52:05.368765 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-041c0e4f-f193-4d66-bcad-816536a7939a req-341975e7-db2f-4ad1-8662-82eaba290eaf tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238678 Apr 16 11:52:05.445420 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:05.473485 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c420e73-d374-4762-8ebb-39a406ca8c89 {{(pid=85339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:52:05.503841 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 6c420e73-d374-4762-8ebb-39a406ca8c89, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6c420e73-d374-4762-8ebb-39a406ca8c89,segment=NetworkSegment(9e4f6e0d-16d1-45c9-b49c-dd4f64822fd4),segment_id=9e4f6e0d-16d1-45c9-b49c-dd4f64822fd4)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:52:05.505758 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning for port 97c61555-2f15-4fe6-85ab-0f51b06ec5ea completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:52:05.510221 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:05.514366 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-656d8bea-b1f2-4ecd-a6cc-5e663b605dc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:05.571980 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port 97c61555-2f15-4fe6-85ab-0f51b06ec5ea triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:52:05.572117 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:05.661509 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09851cf-cdaa-4efb-8eb8-ef59c70b1ca5 req-dfe47558-64a0-498a-883a-6c648e0984d3 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:05.663216 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a09851cf-cdaa-4efb-8eb8-ef59c70b1ca5 req-dfe47558-64a0-498a-883a-6c648e0984d3 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/ports?device_id=545292be-102e-4f02-8cd1-fe01ab36cbe2 HTTP/1.1" status: 200 len: 945 time: 0.1579511 Apr 16 11:52:05.706574 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=6c420e73-d374-4762-8ebb-39a406ca8c89,revision_number=4']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:05.716406 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:05.759798 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a09851cf-cdaa-4efb-8eb8-ef59c70b1ca5 req-f353ba7d-42d4-4a87-8bb7-fd1b116340b4 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/security-groups?id=2905b216-91ab-4f87-b35d-f45b2a1e33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880058 Apr 16 11:52:05.760469 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 52312) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:05.814080 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:05.833026 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:05.853933 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] For port 97c61555-2f15-4fe6-85ab-0f51b06ec5ea, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=97c61555-2f15-4fe6-85ab-0f51b06ec5ea,segment=NetworkSegment(90a7624b-d56c-4054-bcf0-82b1e492e8e7),segment_id=90a7624b-d56c-4054-bcf0-82b1e492e8e7)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:52:05.858147 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:05.868550 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-94661dc3-2479-4532-a7d3-8a58ad78f5d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:05.931979 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-89ea46af-bd4a-446e-a164-66e4202a6299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:05.954216 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-89ea46af-bd4a-446e-a164-66e4202a6299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:05.961533 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-89ea46af-bd4a-446e-a164-66e4202a6299 admin admin] Usage tracker for resource:security_group_rule and tenant:1722ba85b96243088dd70a513074b096 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:05.966281 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-89ea46af-bd4a-446e-a164-66e4202a6299 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:05.970253 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Pushing event updated for resources: {'Port': ['ID=97c61555-2f15-4fe6-85ab-0f51b06ec5ea,revision_number=5']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:05.974842 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:05.975044 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-89ea46af-bd4a-446e-a164-66e4202a6299 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:06.007405 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['6c420e73-d374-4762-8ebb-39a406ca8c89'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:52:06.107534 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-89ea46af-bd4a-446e-a164-66e4202a6299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:06.112114 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-89ea46af-bd4a-446e-a164-66e4202a6299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:06.120861 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-008f7477-f663-489d-9152-146ddfd31cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:06.176290 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea46af-bd4a-446e-a164-66e4202a6299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5130e7c-8297-4590-b3db-f739e9609cf2,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:06.181050 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-89ea46af-bd4a-446e-a164-66e4202a6299 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1722ba85b96243088dd70a513074b096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4194763 Apr 16 11:52:06.184770 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 52322) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:06.194579 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-89ea46af-bd4a-446e-a164-66e4202a6299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:06.278396 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-cafcdf71-6a41-4776-a76f-8172f3a4a803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:06.309314 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-cafcdf71-6a41-4776-a76f-8172f3a4a803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:06.360503 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-cafcdf71-6a41-4776-a76f-8172f3a4a803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:06.365679 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-502b71e5-05b8-43aa-9048-923aa47a10f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:06.381545 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafcdf71-6a41-4776-a76f-8172f3a4a803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5130e7c-8297-4590-b3db-f739e9609cf2,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:06.384133 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-cafcdf71-6a41-4776-a76f-8172f3a4a803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:06.386474 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-cafcdf71-6a41-4776-a76f-8172f3a4a803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:06.402051 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-cafcdf71-6a41-4776-a76f-8172f3a4a803 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e5130e7c-8297-4590-b3db-f739e9609cf2 HTTP/1.1" status: 204 len: 168 time: 0.2158036 Apr 16 11:52:06.410803 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:06.630726 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb2c16-ca82-4f6e-981c-11cce78cd43a req-20f65d41-e791-471e-8aa2-7367e05bdeab tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:06.632390 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9ccb2c16-ca82-4f6e-981c-11cce78cd43a req-20f65d41-e791-471e-8aa2-7367e05bdeab tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.1163368 Apr 16 11:52:06.690497 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9ccb2c16-ca82-4f6e-981c-11cce78cd43a req-3507240a-2a70-4837-98f9-9fd115cd5683 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509772 Apr 16 11:52:06.999027 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02d52a-15a5-4611-9245-b6fd0985eb9c req-62a6fb01-c08e-427b-a174-80226c8aa49d tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:07.001590 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ee02d52a-15a5-4611-9245-b6fd0985eb9c req-62a6fb01-c08e-427b-a174-80226c8aa49d tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/ports?device_id=545292be-102e-4f02-8cd1-fe01ab36cbe2 HTTP/1.1" status: 200 len: 945 time: 0.1167974 Apr 16 11:52:07.074130 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ee02d52a-15a5-4611-9245-b6fd0985eb9c req-fbc37b18-a9fb-4c6f-a6fc-65d5b7f70561 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/security-groups?id=2905b216-91ab-4f87-b35d-f45b2a1e33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611281 Apr 16 11:52:07.149505 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 97c61555-2f15-4fe6-85ab-0f51b06ec5ea up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:52:07.295902 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port 97c61555-2f15-4fe6-85ab-0f51b06ec5ea triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:52:07.296431 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:07.549975 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:07.934156 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09104ef-e43a-44b1-adb3-a4c6f6d8aed2 req-dba941bf-da12-4143-8678-1895099b656c tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:07.936822 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e09104ef-e43a-44b1-adb3-a4c6f6d8aed2 req-dba941bf-da12-4143-8678-1895099b656c tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.1168466 Apr 16 11:52:07.988638 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e09104ef-e43a-44b1-adb3-a4c6f6d8aed2 req-ad29363d-ef40-424d-bc2f-2047dbeb20d5 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448782 Apr 16 11:52:08.301070 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d57665-e01e-4a1d-824d-c403b27fb129 req-b6233947-ad5a-4fb8-abaa-0843a4b574a9 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:08.302834 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-70d57665-e01e-4a1d-824d-c403b27fb129 req-b6233947-ad5a-4fb8-abaa-0843a4b574a9 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/ports?device_id=545292be-102e-4f02-8cd1-fe01ab36cbe2 HTTP/1.1" status: 200 len: 945 time: 0.0997562 Apr 16 11:52:08.357192 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-70d57665-e01e-4a1d-824d-c403b27fb129 req-470c79a5-34ff-4932-80bb-6845d4e04f9e tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/security-groups?id=2905b216-91ab-4f87-b35d-f45b2a1e33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468957 Apr 16 11:52:08.957156 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 6c420e73-d374-4762-8ebb-39a406ca8c89 up at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:52:09.031026 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning for port 6c420e73-d374-4762-8ebb-39a406ca8c89 completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:52:09.037563 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning complete for port 6c420e73-d374-4762-8ebb-39a406ca8c89 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:52:09.038609 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:09.199225 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:09.210435 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e79293-9486-4a50-8156-10717d9b643b req-2d0229a7-4779-4af6-8325-41bfef5eaa44 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:09.212856 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-49e79293-9486-4a50-8156-10717d9b643b req-2d0229a7-4779-4af6-8325-41bfef5eaa44 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.1047053 Apr 16 11:52:09.238400 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545292be-102e-4f02-8cd1-fe01ab36cbe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c420e73-d374-4762-8ebb-39a406ca8c89'}] {{(pid=85339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:52:09.250037 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 6c420e73-d374-4762-8ebb-39a406ca8c89, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6c420e73-d374-4762-8ebb-39a406ca8c89,segment=NetworkSegment(9e4f6e0d-16d1-45c9-b49c-dd4f64822fd4),segment_id=9e4f6e0d-16d1-45c9-b49c-dd4f64822fd4)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:52:09.256785 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:09.259896 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-94661dc3-2479-4532-a7d3-8a58ad78f5d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:09.295408 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-49e79293-9486-4a50-8156-10717d9b643b req-92b39f15-de8e-4641-b19b-0159b900b967 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658288 Apr 16 11:52:09.304073 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545292be-102e-4f02-8cd1-fe01ab36cbe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c420e73-d374-4762-8ebb-39a406ca8c89', 'code': 200} Apr 16 11:52:09.350903 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=6c420e73-d374-4762-8ebb-39a406ca8c89,revision_number=5']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:09.354566 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:09.690764 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a23a5e-3f60-4f04-af00-df788e6db069 req-39d3a3b6-ecf3-4d8d-ba82-00e0a3ac1256 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:09.692956 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-91a23a5e-3f60-4f04-af00-df788e6db069 req-39d3a3b6-ecf3-4d8d-ba82-00e0a3ac1256 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/ports?device_id=545292be-102e-4f02-8cd1-fe01ab36cbe2 HTTP/1.1" status: 200 len: 946 time: 0.1729991 Apr 16 11:52:09.704160 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45311d65-e1ff-4355-8f55-a2d65c0df3eb req-c5b8cfd6-bc92-4115-bac1-7e12ee0f075e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:09.705858 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-45311d65-e1ff-4355-8f55-a2d65c0df3eb req-c5b8cfd6-bc92-4115-bac1-7e12ee0f075e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=545292be-102e-4f02-8cd1-fe01ab36cbe2 HTTP/1.1" status: 200 len: 1099 time: 0.1230998 Apr 16 11:52:09.789409 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-91a23a5e-3f60-4f04-af00-df788e6db069 req-3e0506d3-d04c-40a7-8180-019dfd7539c8 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/security-groups?id=2905b216-91ab-4f87-b35d-f45b2a1e33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885026 Apr 16 11:52:09.791379 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-45311d65-e1ff-4355-8f55-a2d65c0df3eb req-7ad39b0c-f10e-41e5-ab19-9229d4c1da06 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2905b216-91ab-4f87-b35d-f45b2a1e33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695882 Apr 16 11:52:10.542985 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a8837-9d80-4c56-af41-b7cf83edbc9a req-87d03f2b-e2c2-4c88-924f-c9b38cfd80a8 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:10.545254 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ea9a8837-9d80-4c56-af41-b7cf83edbc9a req-87d03f2b-e2c2-4c88-924f-c9b38cfd80a8 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.1072457 Apr 16 11:52:10.621908 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ea9a8837-9d80-4c56-af41-b7cf83edbc9a req-e2ac31b9-c68f-4ac7-bea4-5e60ffd6112b tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672174 Apr 16 11:52:11.035654 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544f602-d925-4e56-b247-cfdf6ebb23df req-d8d0cf56-8498-46d4-912b-b47bb0f60907 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:11.038292 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5544f602-d925-4e56-b247-cfdf6ebb23df req-d8d0cf56-8498-46d4-912b-b47bb0f60907 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/ports?device_id=545292be-102e-4f02-8cd1-fe01ab36cbe2 HTTP/1.1" status: 200 len: 946 time: 0.1150656 Apr 16 11:52:11.102904 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5544f602-d925-4e56-b247-cfdf6ebb23df req-5edbbb1e-74a2-41b1-a5b7-d9e5a3c1131d tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/security-groups?id=2905b216-91ab-4f87-b35d-f45b2a1e33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529084 Apr 16 11:52:11.877923 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869b0a7-2fa0-40ec-8b92-90eec4aeacc4 req-56d7cfcb-50b4-4769-b526-61f91ebd76d6 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:11.879629 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6869b0a7-2fa0-40ec-8b92-90eec4aeacc4 req-56d7cfcb-50b4-4769-b526-61f91ebd76d6 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.1180961 Apr 16 11:52:11.945000 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6869b0a7-2fa0-40ec-8b92-90eec4aeacc4 req-59541bb6-a91e-4668-93a3-057bcfc5ae35 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553076 Apr 16 11:52:12.097710 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 52452) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:12.289397 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8f7d34c3-66b4-4b84-bb09-d98e53d1510c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:12.311605 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-8f7d34c3-66b4-4b84-bb09-d98e53d1510c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:12.316463 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-8f7d34c3-66b4-4b84-bb09-d98e53d1510c admin admin] Usage tracker for resource:security_group_rule and tenant:322adb4dcee240b889c558ae7d451914 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:12.319618 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-8f7d34c3-66b4-4b84-bb09-d98e53d1510c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:12.326045 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-8f7d34c3-66b4-4b84-bb09-d98e53d1510c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:12.395246 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5f655-4275-49d5-8f60-311c6951f11f req-6a7d9dc3-8cd4-4b1f-8d91-f9b0223ce2d8 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:12.397205 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1bc5f655-4275-49d5-8f60-311c6951f11f req-6a7d9dc3-8cd4-4b1f-8d91-f9b0223ce2d8 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/ports?device_id=545292be-102e-4f02-8cd1-fe01ab36cbe2 HTTP/1.1" status: 200 len: 946 time: 0.1018486 Apr 16 11:52:12.433153 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8f7d34c3-66b4-4b84-bb09-d98e53d1510c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:12.437467 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8f7d34c3-66b4-4b84-bb09-d98e53d1510c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:12.452057 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1bc5f655-4275-49d5-8f60-311c6951f11f req-980a492f-78b5-457e-af77-dfe9c39cf6cf tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/security-groups?id=2905b216-91ab-4f87-b35d-f45b2a1e33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476418 Apr 16 11:52:12.455168 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-96d63ef7-b98f-46b8-9200-a32c00ec7e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:12.507781 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-8f7d34c3-66b4-4b84-bb09-d98e53d1510c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=322adb4dcee240b889c558ae7d451914&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4088781 Apr 16 11:52:12.508819 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d34c3-66b4-4b84-bb09-d98e53d1510c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48ed2f0-4c2e-470a-9757-f05675d86f31,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:12.511364 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 52464) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:12.517496 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-8f7d34c3-66b4-4b84-bb09-d98e53d1510c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:12.588000 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9a29c10f-72b4-4acb-b526-b21220be05f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:12.633117 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9a29c10f-72b4-4acb-b526-b21220be05f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:12.730634 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9a29c10f-72b4-4acb-b526-b21220be05f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:12.736378 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-8f491c72-caf0-440e-b6e7-7413b003e13a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:12.749624 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29c10f-72b4-4acb-b526-b21220be05f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48ed2f0-4c2e-470a-9757-f05675d86f31,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:12.752385 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-9a29c10f-72b4-4acb-b526-b21220be05f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:12.762407 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9a29c10f-72b4-4acb-b526-b21220be05f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:12.763730 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-9a29c10f-72b4-4acb-b526-b21220be05f6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f48ed2f0-4c2e-470a-9757-f05675d86f31 HTTP/1.1" status: 204 len: 168 time: 0.2505758 Apr 16 11:52:13.180426 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6499dee-b6df-44c2-9e45-20042a504260 req-ab894c9f-c73a-4c5d-9230-f326fb40b1a8 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:13.182105 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e6499dee-b6df-44c2-9e45-20042a504260 req-ab894c9f-c73a-4c5d-9230-f326fb40b1a8 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.0989690 Apr 16 11:52:13.244562 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e6499dee-b6df-44c2-9e45-20042a504260 req-d567ed7b-780a-42ed-8942-22bbd84ba1d7 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541425 Apr 16 11:52:13.557522 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:14.026039 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b747a6e-37a5-4044-af6e-bf6a49c1326a req-fe261081-4603-40b4-8ccf-46d812980e9f tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:14.035388 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5b747a6e-37a5-4044-af6e-bf6a49c1326a req-fe261081-4603-40b4-8ccf-46d812980e9f tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/ports?device_id=545292be-102e-4f02-8cd1-fe01ab36cbe2 HTTP/1.1" status: 200 len: 946 time: 0.3282073 Apr 16 11:52:14.087742 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5b747a6e-37a5-4044-af6e-bf6a49c1326a req-df4d05a8-0e58-40c1-92d8-31a543653d22 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/security-groups?id=2905b216-91ab-4f87-b35d-f45b2a1e33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511849 Apr 16 11:52:14.534686 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347c209-3e09-4af8-899a-1ef2bc14193f req-df863824-23f0-4bf7-a038-fa7b4dcbe48f tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:14.539555 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0347c209-3e09-4af8-899a-1ef2bc14193f req-df863824-23f0-4bf7-a038-fa7b4dcbe48f tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.1393201 Apr 16 11:52:14.601074 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0347c209-3e09-4af8-899a-1ef2bc14193f req-d0b243cf-2408-420d-a4d6-8b2aa7fc03a0 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502002 Apr 16 11:52:15.345027 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17263f74-0351-4479-a224-f2a50ff9707e req-9f9b85f5-6318-4b4a-bddf-42a0940b583b tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:15.346802 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-17263f74-0351-4479-a224-f2a50ff9707e req-9f9b85f5-6318-4b4a-bddf-42a0940b583b tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/ports?device_id=545292be-102e-4f02-8cd1-fe01ab36cbe2 HTTP/1.1" status: 200 len: 946 time: 0.1051555 Apr 16 11:52:15.397166 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-17263f74-0351-4479-a224-f2a50ff9707e req-ebd00b7a-bc6e-4eac-8605-5c1273da0496 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/security-groups?id=2905b216-91ab-4f87-b35d-f45b2a1e33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439253 Apr 16 11:52:15.621289 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81f188-0290-49b2-b1c4-9ce4ac602672 req-edf6279d-489a-44a4-831c-cc9b7545f2cf tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:15.622946 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2a81f188-0290-49b2-b1c4-9ce4ac602672 req-edf6279d-489a-44a4-831c-cc9b7545f2cf tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.79 "GET /v2.0/ports?device_id=545292be-102e-4f02-8cd1-fe01ab36cbe2 HTTP/1.1" status: 200 len: 946 time: 0.0897965 Apr 16 11:52:15.721147 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-2a81f188-0290-49b2-b1c4-9ce4ac602672 req-2aebd22a-f18f-4d2a-865a-4afdd2ed5717 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Deleting port 6c420e73-d374-4762-8ebb-39a406ca8c89 {{(pid=85338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:52:15.722006 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-2a81f188-0290-49b2-b1c4-9ce4ac602672 req-2aebd22a-f18f-4d2a-865a-4afdd2ed5717 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:16.018610 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76ac3c-7d35-47d2-89be-64f8c204d351 req-d4a5d7c2-b32d-43cb-b7de-17611311e837 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:16.020217 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ca76ac3c-7d35-47d2-89be-64f8c204d351 req-d4a5d7c2-b32d-43cb-b7de-17611311e837 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.2570488 Apr 16 11:52:16.116043 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ca76ac3c-7d35-47d2-89be-64f8c204d351 req-18f5d4be-2b52-4e5c-873d-3726bccfb2c7 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829084 Apr 16 11:52:16.124000 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-2a81f188-0290-49b2-b1c4-9ce4ac602672 req-2aebd22a-f18f-4d2a-865a-4afdd2ed5717 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] For port 6c420e73-d374-4762-8ebb-39a406ca8c89, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=6c420e73-d374-4762-8ebb-39a406ca8c89,segment=NetworkSegment(9e4f6e0d-16d1-45c9-b49c-dd4f64822fd4),segment_id=9e4f6e0d-16d1-45c9-b49c-dd4f64822fd4)] {{(pid=85338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:52:16.124380 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-2a81f188-0290-49b2-b1c4-9ce4ac602672 req-2aebd22a-f18f-4d2a-865a-4afdd2ed5717 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:16.267377 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-2a81f188-0290-49b2-b1c4-9ce4ac602672 req-2aebd22a-f18f-4d2a-865a-4afdd2ed5717 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Calling delete_port for 6c420e73-d374-4762-8ebb-39a406ca8c89 owned by compute:nova {{(pid=85338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:52:16.509176 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-2a81f188-0290-49b2-b1c4-9ce4ac602672 req-2aebd22a-f18f-4d2a-865a-4afdd2ed5717 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1351932'] for port, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:16.521707 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['6c420e73-d374-4762-8ebb-39a406ca8c89'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:52:16.528292 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-db5733dc-31a0-4635-9b62-145703dfbb81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:16.593952 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0048893c-c986-4392-9ca4-6e9ae8544fff req-36ff688c-7dee-4e95-9b7c-e3359f6351d4 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/ports?device_id=545292be-102e-4f02-8cd1-fe01ab36cbe2 HTTP/1.1" status: 200 len: 210 time: 0.0541368 Apr 16 11:52:16.635389 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aebd22a-f18f-4d2a-865a-4afdd2ed5717 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Pushing event deleted for resources: {'Port': ['ID=6c420e73-d374-4762-8ebb-39a406ca8c89,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:16.638003 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-2aebd22a-f18f-4d2a-865a-4afdd2ed5717 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:16.810455 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a81f188-0290-49b2-b1c4-9ce4ac602672 req-2aebd22a-f18f-4d2a-865a-4afdd2ed5717 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] No DVR routers for this DVR port 6c420e73-d374-4762-8ebb-39a406ca8c89 on host hv-cinder-68948 {{(pid=85338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 11:52:16.814543 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-2a81f188-0290-49b2-b1c4-9ce4ac602672 req-2aebd22a-f18f-4d2a-865a-4afdd2ed5717 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:16.817696 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545292be-102e-4f02-8cd1-fe01ab36cbe2', 'name': 'network-vif-deleted', 'tag': '6c420e73-d374-4762-8ebb-39a406ca8c89'}] {{(pid=85338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:52:16.839600 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2a81f188-0290-49b2-b1c4-9ce4ac602672 req-2aebd22a-f18f-4d2a-865a-4afdd2ed5717 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.79 "DELETE /v2.0/ports/6c420e73-d374-4762-8ebb-39a406ca8c89 HTTP/1.1" status: 204 len: 173 time: 1.2072940 Apr 16 11:52:16.882078 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545292be-102e-4f02-8cd1-fe01ab36cbe2', 'name': 'network-vif-deleted', 'tag': '6c420e73-d374-4762-8ebb-39a406ca8c89', 'status': 'completed', 'code': 200} Apr 16 11:52:17.368462 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded16a2f-da61-4324-8f08-4412d57a5246 req-be5bf153-127d-4cad-9f50-152700447806 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:17.370381 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ded16a2f-da61-4324-8f08-4412d57a5246 req-be5bf153-127d-4cad-9f50-152700447806 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.1155491 Apr 16 11:52:17.457666 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 52570) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:17.477911 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ded16a2f-da61-4324-8f08-4412d57a5246 req-b798a570-0702-4016-9258-1b28dfb57748 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875661 Apr 16 11:52:17.629306 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-223afcf0-3b56-43e2-b1cf-ca3533ed60bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:17.647412 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-223afcf0-3b56-43e2-b1cf-ca3533ed60bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:17.652358 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-223afcf0-3b56-43e2-b1cf-ca3533ed60bf admin admin] Usage tracker for resource:security_group_rule and tenant:6021409a4fe54cf596a83775d0f33caf is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:17.656222 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-223afcf0-3b56-43e2-b1cf-ca3533ed60bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:17.664206 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-223afcf0-3b56-43e2-b1cf-ca3533ed60bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:17.775012 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-223afcf0-3b56-43e2-b1cf-ca3533ed60bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:17.778976 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-223afcf0-3b56-43e2-b1cf-ca3533ed60bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:17.789719 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-cafcdf71-6a41-4776-a76f-8172f3a4a803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:17.835196 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-223afcf0-3b56-43e2-b1cf-ca3533ed60bf admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6021409a4fe54cf596a83775d0f33caf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3761144 Apr 16 11:52:17.836164 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223afcf0-3b56-43e2-b1cf-ca3533ed60bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efdfc2cb-2955-4d22-9170-77232b1a91c9,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:17.839201 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 52582) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:17.842106 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-223afcf0-3b56-43e2-b1cf-ca3533ed60bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:17.910490 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9957403e-9857-44ce-b01d-28d5883d2032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:17.944629 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9957403e-9857-44ce-b01d-28d5883d2032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:17.997704 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9957403e-9857-44ce-b01d-28d5883d2032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:18.003691 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-955eeb05-64a5-400f-a0db-1803c8c86336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:18.015397 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9957403e-9857-44ce-b01d-28d5883d2032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdfc2cb-2955-4d22-9170-77232b1a91c9,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:18.020087 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-9957403e-9857-44ce-b01d-28d5883d2032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:18.025452 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9957403e-9857-44ce-b01d-28d5883d2032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:18.029646 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-9957403e-9857-44ce-b01d-28d5883d2032 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/efdfc2cb-2955-4d22-9170-77232b1a91c9 HTTP/1.1" status: 204 len: 168 time: 0.1868618 Apr 16 11:52:18.864087 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b2e653-0187-4a9c-aaa9-1682da0a7f4a req-401a4ec0-9dec-4525-9a17-c61f86643a3e tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:18.866068 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-62b2e653-0187-4a9c-aaa9-1682da0a7f4a req-401a4ec0-9dec-4525-9a17-c61f86643a3e tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.1451483 Apr 16 11:52:18.921503 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-62b2e653-0187-4a9c-aaa9-1682da0a7f4a req-4d803f5e-73e0-459d-9315-61dba2ba215a tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484257 Apr 16 11:52:19.005633 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 6c420e73-d374-4762-8ebb-39a406ca8c89 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:52:19.045188 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] No Port match for: 6c420e73-d374-4762-8ebb-39a406ca8c89 {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:52:19.045833 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 6c420e73-d374-4762-8ebb-39a406ca8c89 not bound to the agent host hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:52:20.158599 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3ca10-e6f9-43f9-815a-aad16740064e req-0f0e04e5-d994-4d7c-a61d-8ddd617795ff tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:20.160364 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f0c3ca10-e6f9-43f9-815a-aad16740064e req-0f0e04e5-d994-4d7c-a61d-8ddd617795ff tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.1094084 Apr 16 11:52:20.240890 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f0c3ca10-e6f9-43f9-815a-aad16740064e req-9311f7cc-a537-426d-89c1-626d5c3fef32 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725782 Apr 16 11:52:21.492463 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad538b2c-cda0-44b9-8fb3-2f74a16afb2d req-930c7e0f-b94c-4ec2-8997-c6277ca621cf tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:21.494139 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ad538b2c-cda0-44b9-8fb3-2f74a16afb2d req-930c7e0f-b94c-4ec2-8997-c6277ca621cf tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.0936129 Apr 16 11:52:21.546344 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ad538b2c-cda0-44b9-8fb3-2f74a16afb2d req-0d8868e6-d844-4828-b39f-8a4e23a70cbd tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454535 Apr 16 11:52:23.554674 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579755e-a203-494d-b03e-106abae8a85c req-e59545c3-4397-43fb-b7a5-da5caba1667e tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:23.556170 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6579755e-a203-494d-b03e-106abae8a85c req-e59545c3-4397-43fb-b7a5-da5caba1667e tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/networks?id=e500429e-1613-4f5d-b1e9-3cb958c566f6 HTTP/1.1" status: 200 len: 809 time: 0.1594033 Apr 16 11:52:23.572951 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6579755e-a203-494d-b03e-106abae8a85c req-c42f420a-fd7e-47ec-883c-b7d1ba1715de tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/quotas/5350c311e89047fc913637edf438805f HTTP/1.1" status: 200 len: 375 time: 0.0105760 Apr 16 11:52:23.624867 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-6579755e-a203-494d-b03e-106abae8a85c req-c2bbf31a-a653-4d2b-b038-943ac4fa0b29 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Synchronizing usage tracker for tenant:5350c311e89047fc913637edf438805f on resource:port {{(pid=85338) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:52:23.640121 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-6579755e-a203-494d-b03e-106abae8a85c req-c2bbf31a-a653-4d2b-b038-943ac4fa0b29 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Unset dirty status for tenant:5350c311e89047fc913637edf438805f on resource:port {{(pid=85338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:52:23.642175 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6579755e-a203-494d-b03e-106abae8a85c req-c2bbf31a-a653-4d2b-b038-943ac4fa0b29 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5350c311e89047fc913637edf438805f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629189 Apr 16 11:52:23.785488 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6579755e-a203-494d-b03e-106abae8a85c req-4efdce24-fb86-49a3-b9db-cc4ddbd55ff8 service neutron] 10.222.0.71 "GET /v2.0/networks/e500429e-1613-4f5d-b1e9-3cb958c566f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356988 Apr 16 11:52:23.929761 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6579755e-a203-494d-b03e-106abae8a85c req-d6d72028-f4dc-4f76-90f1-8abd25e876f1 service neutron] 10.222.0.71 "GET /v2.0/networks/e500429e-1613-4f5d-b1e9-3cb958c566f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377263 Apr 16 11:52:24.254755 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e160e1-caee-4d0f-93bf-02a265df821e req-771bd798-4f3b-46cc-abeb-dad7058b9db6 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:24.256739 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b6e160e1-caee-4d0f-93bf-02a265df821e req-771bd798-4f3b-46cc-abeb-dad7058b9db6 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.1275008 Apr 16 11:52:24.310607 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b6e160e1-caee-4d0f-93bf-02a265df821e req-2f85cbe3-f47f-4d5e-9893-ac09719f4eaa tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473125 Apr 16 11:52:29.814071 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-de837ba4-571a-4bfa-9eb6-2ba1447e8c26 req-6e13a820-098b-48f6-bbf2-ab50ee7acc59 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2dbb51b-3dfd-4ca4-b75e-0722ea2640f1 HTTP/1.1" status: 200 len: 210 time: 0.0775907 Apr 16 11:52:29.923690 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126de45-d376-4a59-a9be-65f729db807c req-9b078fc7-f020-4010-8acf-a505fa85c3b3 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:29.925517 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3126de45-d376-4a59-a9be-65f729db807c req-9b078fc7-f020-4010-8acf-a505fa85c3b3 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.0928800 Apr 16 11:52:29.980966 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3126de45-d376-4a59-a9be-65f729db807c req-65e85808-78b1-49e6-a8d6-b4238f60569a tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429590 Apr 16 11:52:30.408945 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:52:31.015446 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579755e-a203-494d-b03e-106abae8a85c req-887bbbb8-6a81-496a-98ba-3b9edac4b5d1 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:31.019229 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6579755e-a203-494d-b03e-106abae8a85c req-887bbbb8-6a81-496a-98ba-3b9edac4b5d1 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.79 "GET /v2.0/networks?id=e500429e-1613-4f5d-b1e9-3cb958c566f6 HTTP/1.1" status: 200 len: 809 time: 0.2558084 Apr 16 11:52:31.037656 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-6579755e-a203-494d-b03e-106abae8a85c req-0614d3de-22ae-4e9e-9d10-669e4e89f032 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Request body: {'port': {'device_id': 'a2dbb51b-3dfd-4ca4-b75e-0722ea2640f1', 'network_id': 'e500429e-1613-4f5d-b1e9-3cb958c566f6', 'admin_state_up': True, 'tenant_id': '5350c311e89047fc913637edf438805f'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:31.073016 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-93251e21-3dd6-4d6f-adb4-213b8d263400 req-cf7c410d-e295-4fbe-8499-1b256aa2c0dd tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2dbb51b-3dfd-4ca4-b75e-0722ea2640f1 HTTP/1.1" status: 200 len: 210 time: 0.0657654 Apr 16 11:52:31.296856 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-6579755e-a203-494d-b03e-106abae8a85c req-0614d3de-22ae-4e9e-9d10-669e4e89f032 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:31.318354 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328dd869-0154-41cb-b958-42047ff410ca req-1ae06247-8857-43eb-baa7-e19d6bba4587 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:31.320025 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-328dd869-0154-41cb-b958-42047ff410ca req-1ae06247-8857-43eb-baa7-e19d6bba4587 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.1652746 Apr 16 11:52:31.321121 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-6579755e-a203-494d-b03e-106abae8a85c req-0614d3de-22ae-4e9e-9d10-669e4e89f032 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:31.352644 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6579755e-a203-494d-b03e-106abae8a85c req-0614d3de-22ae-4e9e-9d10-669e4e89f032 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Made reservation on behalf of 5350c311e89047fc913637edf438805f for: {'port': 1} {{(pid=85338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:52:31.358633 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-6579755e-a203-494d-b03e-106abae8a85c req-0614d3de-22ae-4e9e-9d10-669e4e89f032 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:31.399368 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-328dd869-0154-41cb-b958-42047ff410ca req-9085e85f-090f-4dc1-be36-1bed386a3259 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723710 Apr 16 11:52:31.433143 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ef996866-7f9c-464b-8d19-a6aa8a180316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:31.777042 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [req-6579755e-a203-494d-b03e-106abae8a85c req-0614d3de-22ae-4e9e-9d10-669e4e89f032 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Allocated IP 172.20.0.5 (e500429e-1613-4f5d-b1e9-3cb958c566f6/16334177-da60-4ace-8c30-5062bcc52f0a/3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae) {{(pid=85338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:52:32.035761 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-6579755e-a203-494d-b03e-106abae8a85c req-0614d3de-22ae-4e9e-9d10-669e4e89f032 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Notify callbacks [] for port, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:32.070249 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-6579755e-a203-494d-b03e-106abae8a85c req-0614d3de-22ae-4e9e-9d10-669e4e89f032 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1351932'] for port, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:32.087045 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-a72d314b-3793-4e79-90d6-193eb6ef976f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:32.239803 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0614d3de-22ae-4e9e-9d10-669e4e89f032 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Pushing event updated for resources: {'Port': ['ID=3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:32.261505 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0614d3de-22ae-4e9e-9d10-669e4e89f032 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:32.261914 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0614d3de-22ae-4e9e-9d10-669e4e89f032 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:32.262319 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0614d3de-22ae-4e9e-9d10-669e4e89f032 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:32.262715 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0614d3de-22ae-4e9e-9d10-669e4e89f032 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:32.263109 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0614d3de-22ae-4e9e-9d10-669e4e89f032 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:32.263500 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0614d3de-22ae-4e9e-9d10-669e4e89f032 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:32.263892 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0614d3de-22ae-4e9e-9d10-669e4e89f032 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:32.264314 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0614d3de-22ae-4e9e-9d10-669e4e89f032 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:32.264688 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0614d3de-22ae-4e9e-9d10-669e4e89f032 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:32.265077 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0614d3de-22ae-4e9e-9d10-669e4e89f032 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:32.265464 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0614d3de-22ae-4e9e-9d10-669e4e89f032 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:32.265846 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0614d3de-22ae-4e9e-9d10-669e4e89f032 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:32.271465 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-0614d3de-22ae-4e9e-9d10-669e4e89f032 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:32.312287 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6579755e-a203-494d-b03e-106abae8a85c req-0614d3de-22ae-4e9e-9d10-669e4e89f032 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Network e500429e-1613-4f5d-b1e9-3cb958c566f6 is already hosted by enough agents. {{(pid=85338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:52:32.314303 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [req-6579755e-a203-494d-b03e-106abae8a85c req-0614d3de-22ae-4e9e-9d10-669e4e89f032 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Resources bound (agent type, host, resource id): {{(pid=85338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:52:32.316777 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-6579755e-a203-494d-b03e-106abae8a85c req-0614d3de-22ae-4e9e-9d10-669e4e89f032 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Received port after_create {{(pid=85338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:52:32.383738 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579755e-a203-494d-b03e-106abae8a85c req-0614d3de-22ae-4e9e-9d10-669e4e89f032 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:32.384438 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-6579755e-a203-494d-b03e-106abae8a85c req-0614d3de-22ae-4e9e-9d10-669e4e89f032 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:32.409771 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6579755e-a203-494d-b03e-106abae8a85c req-0614d3de-22ae-4e9e-9d10-669e4e89f032 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3794608 Apr 16 11:52:34.846414 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-487f89bb-ff0f-4fca-9efb-5318657d8588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:35.797358 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:36.395458 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:36.592834 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-6579755e-a203-494d-b03e-106abae8a85c req-6d39b52b-5156-4d47-af0a-45006aaf5194 service neutron] Request body: {'port': {'device_id': 'a2dbb51b-3dfd-4ca4-b75e-0722ea2640f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:36.719935 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-6579755e-a203-494d-b03e-106abae8a85c req-6d39b52b-5156-4d47-af0a-45006aaf5194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:37.078024 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [req-6579755e-a203-494d-b03e-106abae8a85c req-6d39b52b-5156-4d47-af0a-45006aaf5194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae {{(pid=85338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:52:37.086943 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-6579755e-a203-494d-b03e-106abae8a85c req-6d39b52b-5156-4d47-af0a-45006aaf5194 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:37.101838 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [req-6579755e-a203-494d-b03e-106abae8a85c req-6d39b52b-5156-4d47-af0a-45006aaf5194 service neutron] Transition to ACTIVE for port object 3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae will not be triggered until provisioned by entity L2. {{(pid=85338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:52:37.104447 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-6579755e-a203-494d-b03e-106abae8a85c req-6d39b52b-5156-4d47-af0a-45006aaf5194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853423900'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:37.123314 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:37.260762 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39b52b-5156-4d47-af0a-45006aaf5194 service neutron] Pushing event updated for resources: {'Port': ['ID=3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae,revision_number=2']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:37.273686 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-6d39b52b-5156-4d47-af0a-45006aaf5194 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:37.481948 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-6579755e-a203-494d-b03e-106abae8a85c req-6d39b52b-5156-4d47-af0a-45006aaf5194 service neutron] Attempting to bind port 3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:52:37.482586 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-6579755e-a203-494d-b03e-106abae8a85c req-6d39b52b-5156-4d47-af0a-45006aaf5194 service neutron] Attempting to bind port 3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '9e4f6e0d-16d1-45c9-b49c-dd4f64822fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e500429e-1613-4f5d-b1e9-3cb958c566f6'}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:52:37.482714 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6579755e-a203-494d-b03e-106abae8a85c req-6d39b52b-5156-4d47-af0a-45006aaf5194 service neutron] Attempting to bind port 3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae on network e500429e-1613-4f5d-b1e9-3cb958c566f6 {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:52:37.488110 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6579755e-a203-494d-b03e-106abae8a85c req-6d39b52b-5156-4d47-af0a-45006aaf5194 service neutron] Port 3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae on network e500429e-1613-4f5d-b1e9-3cb958c566f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:52:37.488528 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6579755e-a203-494d-b03e-106abae8a85c req-6d39b52b-5156-4d47-af0a-45006aaf5194 service neutron] Attempting to bind port 3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae on network e500429e-1613-4f5d-b1e9-3cb958c566f6 {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:52:37.494438 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6579755e-a203-494d-b03e-106abae8a85c req-6d39b52b-5156-4d47-af0a-45006aaf5194 service neutron] Checking agent: {'id': '719f3357-7d54-4b9e-9866-52b19e770139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'started_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:52:37.494820 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6579755e-a203-494d-b03e-106abae8a85c req-6d39b52b-5156-4d47-af0a-45006aaf5194 service neutron] Checking segment: {'id': '9e4f6e0d-16d1-45c9-b49c-dd4f64822fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e500429e-1613-4f5d-b1e9-3cb958c566f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:52:37.495241 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6579755e-a203-494d-b03e-106abae8a85c req-6d39b52b-5156-4d47-af0a-45006aaf5194 service neutron] Bound using segment: {'id': '9e4f6e0d-16d1-45c9-b49c-dd4f64822fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e500429e-1613-4f5d-b1e9-3cb958c566f6'} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:52:37.495707 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-6579755e-a203-494d-b03e-106abae8a85c req-6d39b52b-5156-4d47-af0a-45006aaf5194 service neutron] Bound port: 3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4f6e0d-16d1-45c9-b49c-dd4f64822fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e500429e-1613-4f5d-b1e9-3cb958c566f6'}}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:52:37.496089 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-6579755e-a203-494d-b03e-106abae8a85c req-6d39b52b-5156-4d47-af0a-45006aaf5194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:37.551170 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:37.602257 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-6579755e-a203-494d-b03e-106abae8a85c req-6d39b52b-5156-4d47-af0a-45006aaf5194 service neutron] For port 3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae, host hv-cinder-68948, cleared binding levels {{(pid=85338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:52:37.605640 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-6579755e-a203-494d-b03e-106abae8a85c req-6d39b52b-5156-4d47-af0a-45006aaf5194 service neutron] For port 3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae,segment=NetworkSegment(9e4f6e0d-16d1-45c9-b49c-dd4f64822fd4),segment_id=9e4f6e0d-16d1-45c9-b49c-dd4f64822fd4)] {{(pid=85338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:52:37.609264 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-6579755e-a203-494d-b03e-106abae8a85c req-6d39b52b-5156-4d47-af0a-45006aaf5194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853423900'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:37.625007 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-6215a36f-8b67-42de-8b64-c22438e9df2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:37.776588 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39b52b-5156-4d47-af0a-45006aaf5194 service neutron] Pushing event updated for resources: {'Port': ['ID=3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae,revision_number=3']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:37.780510 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-6d39b52b-5156-4d47-af0a-45006aaf5194 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:37.816074 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579755e-a203-494d-b03e-106abae8a85c req-6d39b52b-5156-4d47-af0a-45006aaf5194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:37.817146 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-6579755e-a203-494d-b03e-106abae8a85c req-6d39b52b-5156-4d47-af0a-45006aaf5194 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:37.818585 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6579755e-a203-494d-b03e-106abae8a85c req-6d39b52b-5156-4d47-af0a-45006aaf5194 service neutron] 10.222.0.79 "PUT /v2.0/ports/3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae HTTP/1.1" status: 200 len: 1093 time: 1.2320993 Apr 16 11:52:37.819126 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2dbb51b-3dfd-4ca4-b75e-0722ea2640f1', 'tag': '3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae'}] {{(pid=85338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:52:38.615667 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579755e-a203-494d-b03e-106abae8a85c req-b829ebca-a9c9-4840-836b-3290ac15fb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:38.617294 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6579755e-a203-494d-b03e-106abae8a85c req-b829ebca-a9c9-4840-836b-3290ac15fb05 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5350c311e89047fc913637edf438805f&device_id=a2dbb51b-3dfd-4ca4-b75e-0722ea2640f1 HTTP/1.1" status: 200 len: 1096 time: 0.0965858 Apr 16 11:52:38.635922 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3104f-474b-4254-a685-713acb12246c req-40e94ade-3521-40f9-ab63-2a80caf58b19 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:38.637549 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-13e3104f-474b-4254-a685-713acb12246c req-40e94ade-3521-40f9-ab63-2a80caf58b19 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2dbb51b-3dfd-4ca4-b75e-0722ea2640f1 HTTP/1.1" status: 200 len: 943 time: 0.0972180 Apr 16 11:52:38.692495 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-13e3104f-474b-4254-a685-713acb12246c req-1a1df4f2-614e-44a4-bffd-ccf0996401eb tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/security-groups?id=2905b216-91ab-4f87-b35d-f45b2a1e33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473680 Apr 16 11:52:38.735707 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6579755e-a203-494d-b03e-106abae8a85c req-0d722bbf-9e6a-4d5d-a64f-fe51ffeeb192 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae HTTP/1.1" status: 200 len: 217 time: 0.0755959 Apr 16 11:52:38.784392 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2dbb51b-3dfd-4ca4-b75e-0722ea2640f1', 'tag': '3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae', 'status': 'completed', 'code': 200} Apr 16 11:52:38.825455 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579755e-a203-494d-b03e-106abae8a85c req-4fdb6f83-6097-4669-91cd-824be17fbc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:38.826880 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6579755e-a203-494d-b03e-106abae8a85c req-4fdb6f83-6097-4669-91cd-824be17fbc03 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=16334177-da60-4ace-8c30-5062bcc52f0a HTTP/1.1" status: 200 len: 849 time: 0.0834827 Apr 16 11:52:38.836705 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615813f0-c658-4f5c-8150-532e91240883 req-d15dafbd-d9c3-4c1f-88a7-9c85080f2a2b tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:38.838177 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-615813f0-c658-4f5c-8150-532e91240883 req-d15dafbd-d9c3-4c1f-88a7-9c85080f2a2b tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.2199535 Apr 16 11:52:38.904528 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6579755e-a203-494d-b03e-106abae8a85c req-a44f5b67-83a4-44e5-a354-e613913f0390 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e500429e-1613-4f5d-b1e9-3cb958c566f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653090 Apr 16 11:52:39.002731 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-615813f0-c658-4f5c-8150-532e91240883 req-408ba1e8-658e-4131-a572-52202d5e8482 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271293 Apr 16 11:52:39.059076 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6579755e-a203-494d-b03e-106abae8a85c req-e3fa124c-0946-4cfc-8b2e-3fe812c9827b service neutron] 10.222.0.79 "GET /v2.0/networks/e500429e-1613-4f5d-b1e9-3cb958c566f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438549 Apr 16 11:52:39.199226 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6579755e-a203-494d-b03e-106abae8a85c req-0c28e6c1-f370-414c-93cb-13a00b141b72 service neutron] 10.222.0.79 "GET /v2.0/networks/e500429e-1613-4f5d-b1e9-3cb958c566f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333041 Apr 16 11:52:39.330742 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b462b-3649-432a-81fa-3c9f35890321 req-7f17d532-fab3-42c5-ba98-30d3b42edb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:39.332406 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6d5b462b-3649-432a-81fa-3c9f35890321 req-7f17d532-fab3-42c5-ba98-30d3b42edb50 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5350c311e89047fc913637edf438805f&device_id=a2dbb51b-3dfd-4ca4-b75e-0722ea2640f1 HTTP/1.1" status: 200 len: 1096 time: 0.0809805 Apr 16 11:52:39.485378 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b462b-3649-432a-81fa-3c9f35890321 req-f6df7f01-4cdb-4ffe-b949-5f50f6c1a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:39.488036 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6d5b462b-3649-432a-81fa-3c9f35890321 req-f6df7f01-4cdb-4ffe-b949-5f50f6c1a0a4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e500429e-1613-4f5d-b1e9-3cb958c566f6 HTTP/1.1" status: 200 len: 910 time: 0.1454389 Apr 16 11:52:39.667662 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6d5b462b-3649-432a-81fa-3c9f35890321 req-06456af4-99c7-4849-be8f-d9f623471adb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae HTTP/1.1" status: 200 len: 217 time: 0.0758018 Apr 16 11:52:39.736829 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b462b-3649-432a-81fa-3c9f35890321 req-1750e002-418a-47ac-9550-2d41ac6b3ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:39.738286 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6d5b462b-3649-432a-81fa-3c9f35890321 req-1750e002-418a-47ac-9550-2d41ac6b3ba7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=16334177-da60-4ace-8c30-5062bcc52f0a HTTP/1.1" status: 200 len: 849 time: 0.0630155 Apr 16 11:52:39.795316 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6d5b462b-3649-432a-81fa-3c9f35890321 req-bae46b93-55fb-43cb-86dc-fa98fff8d87b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e500429e-1613-4f5d-b1e9-3cb958c566f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497987 Apr 16 11:52:39.905340 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80468e6b-fe62-4559-ac22-5cb386bd6686 req-aaa842c4-13af-4a7f-9be4-961475339cbc tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:39.906965 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-80468e6b-fe62-4559-ac22-5cb386bd6686 req-aaa842c4-13af-4a7f-9be4-961475339cbc tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2dbb51b-3dfd-4ca4-b75e-0722ea2640f1 HTTP/1.1" status: 200 len: 943 time: 0.0945001 Apr 16 11:52:39.970622 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-80468e6b-fe62-4559-ac22-5cb386bd6686 req-1da685d6-673a-402b-87db-d744cedafdb9 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/security-groups?id=2905b216-91ab-4f87-b35d-f45b2a1e33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557680 Apr 16 11:52:40.162794 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6d5b462b-3649-432a-81fa-3c9f35890321 req-f6950a41-a745-46ab-a5ab-cfd826438c48 service neutron] 10.222.0.79 "GET /v2.0/networks/e500429e-1613-4f5d-b1e9-3cb958c566f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606822 Apr 16 11:52:40.214754 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f50fc2-014c-411d-ace7-a6fc940c9de7 req-6f18178f-4ed1-4098-a546-161c0c10a29a tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:40.216669 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-02f50fc2-014c-411d-ace7-a6fc940c9de7 req-6f18178f-4ed1-4098-a546-161c0c10a29a tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.0951674 Apr 16 11:52:40.267258 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-02f50fc2-014c-411d-ace7-a6fc940c9de7 req-0e2723f8-d553-4b8e-a687-dc6e73c1a1e3 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429814 Apr 16 11:52:40.312914 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6d5b462b-3649-432a-81fa-3c9f35890321 req-5aabd5e3-ea85-4b1b-87f2-39cded1483c0 service neutron] 10.222.0.79 "GET /v2.0/networks/e500429e-1613-4f5d-b1e9-3cb958c566f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420417 Apr 16 11:52:40.581716 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-dfa5c3ae-dbc3-434e-a594-ef54d93250b2 req-025ba020-2001-42dd-b2c9-5ffea2368eb1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767167 Apr 16 11:52:40.688328 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5c3ae-dbc3-434e-a594-ef54d93250b2 req-db9e3f43-9c0b-4e0b-b24c-b85646d902c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:40.689869 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-dfa5c3ae-dbc3-434e-a594-ef54d93250b2 req-db9e3f43-9c0b-4e0b-b24c-b85646d902c7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5cb420ffa55c4c63be5c8a61559de7d5&device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 1098 time: 0.0869670 Apr 16 11:52:40.851870 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5c3ae-dbc3-434e-a594-ef54d93250b2 req-0f5563eb-6f79-4642-9d60-d2811203942e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:40.853362 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-dfa5c3ae-dbc3-434e-a594-ef54d93250b2 req-0f5563eb-6f79-4642-9d60-d2811203942e service neutron] 10.222.0.79 "GET /v2.0/networks?id=e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7 HTTP/1.1" status: 200 len: 918 time: 0.1409864 Apr 16 11:52:40.966538 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-dfa5c3ae-dbc3-434e-a594-ef54d93250b2 req-127e1cea-adaf-4e56-b3ef-68f1b8e1b6f0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83db117e-0bf5-4936-b1c9-74bccc07aed5 HTTP/1.1" status: 200 len: 1001 time: 0.1052778 Apr 16 11:52:41.184374 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5668f-e587-4bc5-ad83-63fd13c21130 req-e3631e6b-1b2b-44a6-8b87-c1b323e29380 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:41.185172 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-77d5668f-e587-4bc5-ad83-63fd13c21130 req-e3631e6b-1b2b-44a6-8b87-c1b323e29380 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Synchronizing usage tracker for tenant:5350c311e89047fc913637edf438805f on resource:port {{(pid=85338) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:52:41.201708 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-77d5668f-e587-4bc5-ad83-63fd13c21130 req-e3631e6b-1b2b-44a6-8b87-c1b323e29380 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Unset dirty status for tenant:5350c311e89047fc913637edf438805f on resource:port {{(pid=85338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:52:41.202966 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-77d5668f-e587-4bc5-ad83-63fd13c21130 req-e3631e6b-1b2b-44a6-8b87-c1b323e29380 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2dbb51b-3dfd-4ca4-b75e-0722ea2640f1 HTTP/1.1" status: 200 len: 943 time: 0.1082497 Apr 16 11:52:41.252405 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-77d5668f-e587-4bc5-ad83-63fd13c21130 req-c3b725d3-462a-4970-93de-3db6590bec15 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/security-groups?id=2905b216-91ab-4f87-b35d-f45b2a1e33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420992 Apr 16 11:52:41.472663 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c34a16-ade4-4495-b6f4-863c18b81cd7 req-51067bab-cf1d-4ecd-97bc-99ff657cf7b8 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:41.474232 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d1c34a16-ade4-4495-b6f4-863c18b81cd7 req-51067bab-cf1d-4ecd-97bc-99ff657cf7b8 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.0901942 Apr 16 11:52:41.526719 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d1c34a16-ade4-4495-b6f4-863c18b81cd7 req-ce6c6190-2383-44a6-a7a5-70a722a4184d tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459912 Apr 16 11:52:43.564241 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:45.451680 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5c3ae-dbc3-434e-a594-ef54d93250b2 req-9d9a6f0b-8d9a-432e-8b3c-ed9f76787b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:45.453295 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-dfa5c3ae-dbc3-434e-a594-ef54d93250b2 req-9d9a6f0b-8d9a-432e-8b3c-ed9f76787b43 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e34726b9-4f8a-44d8-a3f0-ee759b42ab33 HTTP/1.1" status: 200 len: 856 time: 0.0681379 Apr 16 11:52:45.514120 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f20e5-67e4-4b60-902c-e13130f39896 req-84f8d9de-8c68-42a9-97fc-0ba992c1e16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:45.515621 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-156f20e5-67e4-4b60-902c-e13130f39896 req-84f8d9de-8c68-42a9-97fc-0ba992c1e16c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 1098 time: 0.0830021 Apr 16 11:52:45.542024 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5c3ae-dbc3-434e-a594-ef54d93250b2 req-61e51636-e4f1-48fa-970d-6bbfe5a9d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:45.543573 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-dfa5c3ae-dbc3-434e-a594-ef54d93250b2 req-61e51636-e4f1-48fa-970d-6bbfe5a9d384 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0822327 Apr 16 11:52:45.561984 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-156f20e5-67e4-4b60-902c-e13130f39896 req-6958f362-f58d-4785-a123-5b4908722371 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376945 Apr 16 11:52:45.685512 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-dfa5c3ae-dbc3-434e-a594-ef54d93250b2 req-4fc158f7-f4d8-467b-a5a1-098385c44dac service neutron] 10.222.0.79 "GET /v2.0/networks/e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344049 Apr 16 11:52:46.620521 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-dfa5c3ae-dbc3-434e-a594-ef54d93250b2 req-bf92ec49-4c3c-4711-8af2-437ec4b7e831 service neutron] 10.222.0.79 "GET /v2.0/networks/e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443317 Apr 16 11:52:46.737548 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b908f-cd10-4bfd-aea4-efb80eef6057 req-814c0696-d368-488e-8cb3-78a2c2aa8a94 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:46.739266 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-379b908f-cd10-4bfd-aea4-efb80eef6057 req-814c0696-d368-488e-8cb3-78a2c2aa8a94 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2dbb51b-3dfd-4ca4-b75e-0722ea2640f1 HTTP/1.1" status: 200 len: 943 time: 0.0912960 Apr 16 11:52:46.740024 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb68dc-dc09-4878-a294-64b55216c914 req-a7e322a2-19bc-492c-a03a-4a267bbb9bb0 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:46.741651 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-22bb68dc-dc09-4878-a294-64b55216c914 req-a7e322a2-19bc-492c-a03a-4a267bbb9bb0 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.0911288 Apr 16 11:52:46.790988 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-379b908f-cd10-4bfd-aea4-efb80eef6057 req-83a28612-cc3a-4136-a255-2b9b7bc3e29c tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/security-groups?id=2905b216-91ab-4f87-b35d-f45b2a1e33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452280 Apr 16 11:52:46.792763 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-22bb68dc-dc09-4878-a294-64b55216c914 req-092aefed-5826-478f-a1be-3b6f4c9b3d6f tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447042 Apr 16 11:52:48.007423 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044177c-4497-45fc-8229-2f0d90521596 req-1e9fb71f-67a2-4ca2-b4dc-aca28996c21f tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:48.009122 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e044177c-4497-45fc-8229-2f0d90521596 req-1e9fb71f-67a2-4ca2-b4dc-aca28996c21f tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2dbb51b-3dfd-4ca4-b75e-0722ea2640f1 HTTP/1.1" status: 200 len: 943 time: 0.0946856 Apr 16 11:52:48.009934 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c5aa5-5434-4882-b337-8dc7b2b647cc req-79b78c77-7e9a-4fb3-9524-a199bfdf9418 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:48.011560 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-931c5aa5-5434-4882-b337-8dc7b2b647cc req-79b78c77-7e9a-4fb3-9524-a199bfdf9418 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.0969126 Apr 16 11:52:48.059692 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e044177c-4497-45fc-8229-2f0d90521596 req-91f9d44d-4333-4a93-a601-6b037a461a2f tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/security-groups?id=2905b216-91ab-4f87-b35d-f45b2a1e33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437915 Apr 16 11:52:48.061379 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-931c5aa5-5434-4882-b337-8dc7b2b647cc req-23e51350-92cf-4a4c-9c3a-c511a5173fe8 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435219 Apr 16 11:52:49.272429 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9a6af-bc93-41db-9779-0dbc3bd31835 req-5a878635-947b-448e-8fe9-515732c03edf tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:49.274028 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-97c9a6af-bc93-41db-9779-0dbc3bd31835 req-5a878635-947b-448e-8fe9-515732c03edf tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.0930200 Apr 16 11:52:49.276706 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d0870-e246-41c7-85bd-bb4214963c86 req-bbdb7c82-813b-496c-9661-dfcbb14429ac tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:49.278288 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-745d0870-e246-41c7-85bd-bb4214963c86 req-bbdb7c82-813b-496c-9661-dfcbb14429ac tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2dbb51b-3dfd-4ca4-b75e-0722ea2640f1 HTTP/1.1" status: 200 len: 943 time: 0.0984674 Apr 16 11:52:49.323359 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-97c9a6af-bc93-41db-9779-0dbc3bd31835 req-54d31edd-1e1f-43b3-97ab-723b89813b59 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421586 Apr 16 11:52:49.327000 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-745d0870-e246-41c7-85bd-bb4214963c86 req-94295ab1-6695-42d6-9e90-1be8670e4e3b tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/security-groups?id=2905b216-91ab-4f87-b35d-f45b2a1e33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417471 Apr 16 11:52:49.721502 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb249799-1a7c-45fd-bd10-0ed2819380ff req-969e779c-d3e5-4a0c-a1fe-0c320c334d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:49.723362 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-eb249799-1a7c-45fd-bd10-0ed2819380ff req-969e779c-d3e5-4a0c-a1fe-0c320c334d2e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7f0adf03cd15428ba5cee5097d26d268&device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 1098 time: 0.0800376 Apr 16 11:52:49.795508 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b2724-8bcb-4fc9-8c7f-02886468982b req-05c0942b-a044-4ec2-b382-16f6f7bb421b tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:49.804612 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6d7b2724-8bcb-4fc9-8c7f-02886468982b req-05c0942b-a044-4ec2-b382-16f6f7bb421b tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.1092286 Apr 16 11:52:49.860848 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6d7b2724-8bcb-4fc9-8c7f-02886468982b req-91a20eba-02e2-4c14-89bc-ad19b8b3bfb7 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550327 Apr 16 11:52:49.873202 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb249799-1a7c-45fd-bd10-0ed2819380ff req-80fdc8cc-33c4-45cd-8f1d-adc28bad6ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:49.874628 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-eb249799-1a7c-45fd-bd10-0ed2819380ff req-80fdc8cc-33c4-45cd-8f1d-adc28bad6ca9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c HTTP/1.1" status: 200 len: 919 time: 0.1438687 Apr 16 11:52:49.955870 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-eb249799-1a7c-45fd-bd10-0ed2819380ff req-0502b4f7-762a-412a-8667-f0574cd4ffd3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cae497e-b897-4b2f-aa74-6fa18d6bc210 HTTP/1.1" status: 200 len: 217 time: 0.0720987 Apr 16 11:52:50.030649 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb249799-1a7c-45fd-bd10-0ed2819380ff req-3dee7ede-e211-4bce-bccf-e8eac943f1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:50.032202 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-eb249799-1a7c-45fd-bd10-0ed2819380ff req-3dee7ede-e211-4bce-bccf-e8eac943f1c3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d580634d-19a3-4e7e-9a28-924962cb301f HTTP/1.1" status: 200 len: 858 time: 0.0703669 Apr 16 11:52:50.098865 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-eb249799-1a7c-45fd-bd10-0ed2819380ff req-7e0a60b5-2e2e-4554-8d56-7d06f42c163a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574324 Apr 16 11:52:50.292539 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-eb249799-1a7c-45fd-bd10-0ed2819380ff req-43165230-4983-4518-8b20-a8e951517bcd service neutron] 10.222.0.79 "GET /v2.0/networks/81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401811 Apr 16 11:52:50.436049 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-eb249799-1a7c-45fd-bd10-0ed2819380ff req-d2a011b3-2d5f-4e7e-b30a-513e1ec3dc5a service neutron] 10.222.0.79 "GET /v2.0/networks/81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363196 Apr 16 11:52:50.541215 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f84f84-4ec1-4369-ac67-4cf487840852 req-4c3e86cd-6634-4cb0-b06d-aac0ea63da77 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:50.542801 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b5f84f84-4ec1-4369-ac67-4cf487840852 req-4c3e86cd-6634-4cb0-b06d-aac0ea63da77 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2dbb51b-3dfd-4ca4-b75e-0722ea2640f1 HTTP/1.1" status: 200 len: 943 time: 0.0924501 Apr 16 11:52:50.590972 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b5f84f84-4ec1-4369-ac67-4cf487840852 req-1a041bfd-95b6-45bb-9717-97b7c984959c tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/security-groups?id=2905b216-91ab-4f87-b35d-f45b2a1e33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416543 Apr 16 11:52:50.647336 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:52:50.789663 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae,segment=NetworkSegment(9e4f6e0d-16d1-45c9-b49c-dd4f64822fd4),segment_id=9e4f6e0d-16d1-45c9-b49c-dd4f64822fd4)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:52:50.803828 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Returning: {'device': '3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae', 'network_id': 'e500429e-1613-4f5d-b1e9-3cb958c566f6', 'port_id': '3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae', 'mac_address': 'fa:16:3e:72:c6:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16334177-da60-4ace-8c30-5062bcc52f0a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:52:50.865650 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:50.886421 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae {{(pid=85339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:52:50.907870 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae,segment=NetworkSegment(9e4f6e0d-16d1-45c9-b49c-dd4f64822fd4),segment_id=9e4f6e0d-16d1-45c9-b49c-dd4f64822fd4)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:52:50.911263 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:50.914527 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:50.985672 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae,revision_number=4']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:50.994874 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:50.995376 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:50.996172 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:50.996326 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:50.996814 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:50.997279 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:50.997747 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:50.998214 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:50.998681 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:50.999360 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:50.999586 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:51.000099 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:51.005311 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:51.115643 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c5dfc-f1ab-48a3-8aa5-6f6d9d288366 req-08255b69-a480-4545-8133-7d2a75958b57 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:51.117285 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b88c5dfc-f1ab-48a3-8aa5-6f6d9d288366 req-08255b69-a480-4545-8133-7d2a75958b57 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.0954611 Apr 16 11:52:51.169285 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b88c5dfc-f1ab-48a3-8aa5-6f6d9d288366 req-922a996b-295d-4601-9d55-796ba177124d tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449083 Apr 16 11:52:51.463863 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:52:51.812443 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371bf594-7cb0-49d7-80a1-acce412aa391 req-fce24adc-9c11-422d-aa76-a15d48e8ed65 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:51.813993 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-371bf594-7cb0-49d7-80a1-acce412aa391 req-fce24adc-9c11-422d-aa76-a15d48e8ed65 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2dbb51b-3dfd-4ca4-b75e-0722ea2640f1 HTTP/1.1" status: 200 len: 944 time: 0.0939136 Apr 16 11:52:51.862543 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-371bf594-7cb0-49d7-80a1-acce412aa391 req-4bff99c5-c4c1-4ab1-a38e-7639cd8cd94a tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/security-groups?id=2905b216-91ab-4f87-b35d-f45b2a1e33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415685 Apr 16 11:52:52.379083 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0066a-3805-45e5-a0ca-e66153a1e439 req-75f0e037-f1eb-4b8d-8e51-5966afd3ce09 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:52.380598 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5bb0066a-3805-45e5-a0ca-e66153a1e439 req-75f0e037-f1eb-4b8d-8e51-5966afd3ce09 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.0877564 Apr 16 11:52:52.428239 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5bb0066a-3805-45e5-a0ca-e66153a1e439 req-1501b861-2885-478c-b7a8-89f04035ba9f tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413103 Apr 16 11:52:52.818870 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 53038) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:52.949864 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-866d7849-5efb-4e12-918d-e81be6f97ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:52.966485 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-866d7849-5efb-4e12-918d-e81be6f97ec8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:52.971360 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-866d7849-5efb-4e12-918d-e81be6f97ec8 admin admin] Usage tracker for resource:security_group_rule and tenant:406406242de24061a8481b081146cd35 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:52.974880 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-866d7849-5efb-4e12-918d-e81be6f97ec8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:52.981204 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-866d7849-5efb-4e12-918d-e81be6f97ec8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:53.120745 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127f3f1-d5a0-4056-935b-924418cae316 req-ee47c3cb-d10b-4b83-8274-80f8a37011f8 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:53.122378 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6127f3f1-d5a0-4056-935b-924418cae316 req-ee47c3cb-d10b-4b83-8274-80f8a37011f8 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2dbb51b-3dfd-4ca4-b75e-0722ea2640f1 HTTP/1.1" status: 200 len: 944 time: 0.1323454 Apr 16 11:52:53.193267 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-866d7849-5efb-4e12-918d-e81be6f97ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:53.211988 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6127f3f1-d5a0-4056-935b-924418cae316 req-a849bc18-ca6a-4831-8237-f4feb30eee79 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/security-groups?id=2905b216-91ab-4f87-b35d-f45b2a1e33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820503 Apr 16 11:52:53.226940 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-866d7849-5efb-4e12-918d-e81be6f97ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:53.227860 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-642ddb9a-f1cf-415e-b2d8-3f9c5d3414e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:53.272303 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-866d7849-5efb-4e12-918d-e81be6f97ec8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=406406242de24061a8481b081146cd35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4521224 Apr 16 11:52:53.273391 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d7849-5efb-4e12-918d-e81be6f97ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6bbc14-f3e7-4db3-8c77-bb7ddfe1910f,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:53.275115 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 53052) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:53.276734 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-866d7849-5efb-4e12-918d-e81be6f97ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:53.340681 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-45b23d58-73c2-440f-8b80-54f7d5c5396b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:53.367631 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-45b23d58-73c2-440f-8b80-54f7d5c5396b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:53.412032 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-45b23d58-73c2-440f-8b80-54f7d5c5396b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:53.416953 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bd784e53-84fa-449d-9fd7-45af93f5b48d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:53.430852 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b23d58-73c2-440f-8b80-54f7d5c5396b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6bbc14-f3e7-4db3-8c77-bb7ddfe1910f,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:53.438777 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-45b23d58-73c2-440f-8b80-54f7d5c5396b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:53.439962 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-45b23d58-73c2-440f-8b80-54f7d5c5396b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8e6bbc14-f3e7-4db3-8c77-bb7ddfe1910f HTTP/1.1" status: 204 len: 168 time: 0.1637354 Apr 16 11:52:53.442043 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b23d58-73c2-440f-8b80-54f7d5c5396b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:53.442448 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b23d58-73c2-440f-8b80-54f7d5c5396b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:53.442845 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b23d58-73c2-440f-8b80-54f7d5c5396b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:53.443235 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b23d58-73c2-440f-8b80-54f7d5c5396b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:53.443709 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b23d58-73c2-440f-8b80-54f7d5c5396b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:53.444045 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b23d58-73c2-440f-8b80-54f7d5c5396b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:53.444460 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b23d58-73c2-440f-8b80-54f7d5c5396b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:53.444849 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b23d58-73c2-440f-8b80-54f7d5c5396b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:53.445233 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b23d58-73c2-440f-8b80-54f7d5c5396b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:53.445617 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b23d58-73c2-440f-8b80-54f7d5c5396b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:53.445998 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b23d58-73c2-440f-8b80-54f7d5c5396b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:53.446376 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b23d58-73c2-440f-8b80-54f7d5c5396b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:53.456370 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-45b23d58-73c2-440f-8b80-54f7d5c5396b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:53.640630 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6bacd-bbb3-4381-8eb7-73bace4a63d9 req-8c08e0be-8e2e-42d8-9178-2400fd6e1197 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:53.642404 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c1d6bacd-bbb3-4381-8eb7-73bace4a63d9 req-8c08e0be-8e2e-42d8-9178-2400fd6e1197 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.0957341 Apr 16 11:52:53.699015 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c1d6bacd-bbb3-4381-8eb7-73bace4a63d9 req-cc7c0ece-027b-4877-bf62-2656156f337e tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495644 Apr 16 11:52:54.447684 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f41ef-0897-4c97-ba3d-dc7ea6441666 req-ceb58271-04e7-4e95-a498-c398946aed7e tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:54.449343 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-116f41ef-0897-4c97-ba3d-dc7ea6441666 req-ceb58271-04e7-4e95-a498-c398946aed7e tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2dbb51b-3dfd-4ca4-b75e-0722ea2640f1 HTTP/1.1" status: 200 len: 944 time: 0.0898345 Apr 16 11:52:54.500998 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-116f41ef-0897-4c97-ba3d-dc7ea6441666 req-ab6f933b-9d1e-423a-a9ae-332cc4595792 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/security-groups?id=2905b216-91ab-4f87-b35d-f45b2a1e33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452876 Apr 16 11:52:54.907863 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95922b82-31cc-40bd-8e06-d5a6a6005f8a req-aad6e9d7-46bf-4a15-a330-ce54831c4783 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:54.909809 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-95922b82-31cc-40bd-8e06-d5a6a6005f8a req-aad6e9d7-46bf-4a15-a330-ce54831c4783 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.0886240 Apr 16 11:52:54.957904 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-95922b82-31cc-40bd-8e06-d5a6a6005f8a req-65ed5fda-54e6-418e-a015-871a369fb486 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415442 Apr 16 11:52:55.746245 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae up at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:52:55.820250 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning for port 3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:52:55.825088 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning complete for port 3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:52:55.825510 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:55.947247 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:55.975472 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2dbb51b-3dfd-4ca4-b75e-0722ea2640f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae'}] {{(pid=85339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:52:55.985572 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae,segment=NetworkSegment(9e4f6e0d-16d1-45c9-b49c-dd4f64822fd4),segment_id=9e4f6e0d-16d1-45c9-b49c-dd4f64822fd4)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:52:55.988655 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:55.990522 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b91d0e73-a9cc-4898-9485-481a529b78dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:56.063724 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae,revision_number=5']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:56.067553 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:58.441348 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2dbb51b-3dfd-4ca4-b75e-0722ea2640f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae', 'code': 200} Apr 16 11:52:58.577302 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f977002-2d8c-41c5-9c81-a04e40eead83 req-c039cbba-5e56-48c4-afce-5fb3167c45bb tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:58.579192 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8f977002-2d8c-41c5-9c81-a04e40eead83 req-c039cbba-5e56-48c4-afce-5fb3167c45bb tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2dbb51b-3dfd-4ca4-b75e-0722ea2640f1 HTTP/1.1" status: 200 len: 945 time: 0.0923593 Apr 16 11:52:58.630388 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb112a5f-e920-43f5-a5b5-e6106bf25688 req-dde7ecaf-7003-4214-b8d0-ce2551d2fa77 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:58.630914 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8f977002-2d8c-41c5-9c81-a04e40eead83 req-fee9b369-f864-47f1-8ae6-bdb4423929cd tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/security-groups?id=2905b216-91ab-4f87-b35d-f45b2a1e33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437298 Apr 16 11:52:58.632772 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fb112a5f-e920-43f5-a5b5-e6106bf25688 req-dde7ecaf-7003-4214-b8d0-ce2551d2fa77 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.1009741 Apr 16 11:52:58.686504 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fb112a5f-e920-43f5-a5b5-e6106bf25688 req-3450741a-4dbc-4cf9-9009-0f0bb63b7ca3 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474734 Apr 16 11:52:58.754264 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9607b11-4cff-437d-9003-08c71c90dfc0 req-21f50f7e-e141-446f-8200-3b255785be4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:58.755854 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c9607b11-4cff-437d-9003-08c71c90dfc0 req-21f50f7e-e141-446f-8200-3b255785be4f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a2dbb51b-3dfd-4ca4-b75e-0722ea2640f1 HTTP/1.1" status: 200 len: 1098 time: 0.0824914 Apr 16 11:52:58.800183 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c9607b11-4cff-437d-9003-08c71c90dfc0 req-b12194c9-ff70-4509-b419-73bc90b5e734 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2905b216-91ab-4f87-b35d-f45b2a1e33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371795 Apr 16 11:52:59.846037 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b6456-36ae-42a9-978a-13fe0c4ae041 req-e906048d-3542-4972-a1f8-d47be2d37ccb tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:59.847700 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-896b6456-36ae-42a9-978a-13fe0c4ae041 req-e906048d-3542-4972-a1f8-d47be2d37ccb tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2dbb51b-3dfd-4ca4-b75e-0722ea2640f1 HTTP/1.1" status: 200 len: 945 time: 0.0962369 Apr 16 11:52:59.896690 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-896b6456-36ae-42a9-978a-13fe0c4ae041 req-e5284618-9942-46ca-93a3-000fba3fdef8 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/security-groups?id=2905b216-91ab-4f87-b35d-f45b2a1e33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420849 Apr 16 11:52:59.896906 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f305b-ea47-41f6-a01b-398e2f2494dd req-182316d8-b042-4a94-93da-c006ac53e4a7 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:59.898248 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-446f305b-ea47-41f6-a01b-398e2f2494dd req-182316d8-b042-4a94-93da-c006ac53e4a7 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.0915539 Apr 16 11:52:59.947310 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-446f305b-ea47-41f6-a01b-398e2f2494dd req-eae2e2e1-4f5f-43ff-9b3f-3bfc630935c4 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425467 Apr 16 11:53:01.126535 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05dd61-3428-40da-9059-df7f47d82587 req-a9517b67-a868-4678-b49e-b2f09ef20f40 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:01.128158 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2b05dd61-3428-40da-9059-df7f47d82587 req-a9517b67-a868-4678-b49e-b2f09ef20f40 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2dbb51b-3dfd-4ca4-b75e-0722ea2640f1 HTTP/1.1" status: 200 len: 945 time: 0.0983696 Apr 16 11:53:01.178947 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2b05dd61-3428-40da-9059-df7f47d82587 req-f8e83087-084d-4b35-9468-11d88514bbd2 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/security-groups?id=2905b216-91ab-4f87-b35d-f45b2a1e33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442867 Apr 16 11:53:01.416563 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-afb57e76-e14d-4be3-a4a3-57ecae0a10dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:01.668566 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d88f70-4d1b-4f23-be6e-ecc7586ecb8f req-e4a325e2-9aec-4bdf-9148-3afa30ecea19 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:01.670027 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-64d88f70-4d1b-4f23-be6e-ecc7586ecb8f req-e4a325e2-9aec-4bdf-9148-3afa30ecea19 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.0956731 Apr 16 11:53:01.717765 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-64d88f70-4d1b-4f23-be6e-ecc7586ecb8f req-9694866d-8a10-4050-bb04-dacf7f56f341 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412943 Apr 16 11:53:02.401132 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d702d53-f064-4b35-bac8-a8dd7375234d req-ce31583f-bddc-4183-a71b-ae46e92ebf94 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:02.402895 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8d702d53-f064-4b35-bac8-a8dd7375234d req-ce31583f-bddc-4183-a71b-ae46e92ebf94 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2dbb51b-3dfd-4ca4-b75e-0722ea2640f1 HTTP/1.1" status: 200 len: 945 time: 0.0931215 Apr 16 11:53:02.458775 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8d702d53-f064-4b35-bac8-a8dd7375234d req-a0c931c4-3d1c-4b4d-bb6f-bef27bba168e tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/security-groups?id=2905b216-91ab-4f87-b35d-f45b2a1e33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466278 Apr 16 11:53:03.349577 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-a4fd47a7-14dd-4b34-91ee-b78cf0cff816 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Synchronizing usage tracker for tenant:b689f53fbd644b74a29274580a1b9004 on resource:security_group {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:53:03.370050 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-a4fd47a7-14dd-4b34-91ee-b78cf0cff816 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Unset dirty status for tenant:b689f53fbd644b74a29274580a1b9004 on resource:security_group {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:53:03.370050 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-a4fd47a7-14dd-4b34-91ee-b78cf0cff816 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-408222519&fields=id&tenant_id=b689f53fbd644b74a29274580a1b9004 HTTP/1.1" status: 200 len: 267 time: 0.0643139 Apr 16 11:53:03.540980 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-ce29b111-92ed-4c56-a29e-0136a1f023be tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:03.542742 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-ce29b111-92ed-4c56-a29e-0136a1f023be tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/networks?id=c333e2d3-dce1-4fe5-8c2d-1984ef6de94a HTTP/1.1" status: 200 len: 809 time: 0.1654465 Apr 16 11:53:03.561529 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-d55ce0ff-8c81-4a53-b1e3-1b22bcde725e tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/quotas/b689f53fbd644b74a29274580a1b9004 HTTP/1.1" status: 200 len: 375 time: 0.0112247 Apr 16 11:53:03.670742 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-159d6ef0-dfe3-4449-bd41-1777784ac68a tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=b689f53fbd644b74a29274580a1b9004&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0913844 Apr 16 11:53:03.831857 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-db0dfd97-916d-4563-bfe0-2aa57b13e69a service neutron] 10.222.0.71 "GET /v2.0/networks/c333e2d3-dce1-4fe5-8c2d-1984ef6de94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460085 Apr 16 11:53:03.879930 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d7376-dec9-496d-9c4b-d77141575674 req-9d056d05-77b8-4e43-95a9-92b893312c08 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:03.881608 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-bf1d7376-dec9-496d-9c4b-d77141575674 req-9d056d05-77b8-4e43-95a9-92b893312c08 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2dbb51b-3dfd-4ca4-b75e-0722ea2640f1 HTTP/1.1" status: 200 len: 945 time: 0.0949206 Apr 16 11:53:03.931574 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-bf1d7376-dec9-496d-9c4b-d77141575674 req-26a3c6ee-7946-40b8-99f2-8c05feb73f91 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/security-groups?id=2905b216-91ab-4f87-b35d-f45b2a1e33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431430 Apr 16 11:53:04.196580 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-f12a754a-6dca-4464-bec4-35c627e0c991 service neutron] 10.222.0.71 "GET /v2.0/networks/c333e2d3-dce1-4fe5-8c2d-1984ef6de94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579795 Apr 16 11:53:04.625799 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-ab556aaa-35af-4351-81bf-b50b26eb2361 req-a76fffd5-0f3b-4eba-911c-98e0f7d44bd3 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Synchronizing usage tracker for tenant:b689f53fbd644b74a29274580a1b9004 on resource:port {{(pid=85338) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:53:04.642957 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-ab556aaa-35af-4351-81bf-b50b26eb2361 req-a76fffd5-0f3b-4eba-911c-98e0f7d44bd3 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Unset dirty status for tenant:b689f53fbd644b74a29274580a1b9004 on resource:port {{(pid=85338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:53:04.645159 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ab556aaa-35af-4351-81bf-b50b26eb2361 req-a76fffd5-0f3b-4eba-911c-98e0f7d44bd3 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 210 time: 0.0678401 Apr 16 11:53:04.852023 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f38614dc-9bb3-457a-ba9e-3aaf38059b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:05.022140 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 53226) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:05.151461 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf21395-c494-4ad9-8022-7df30637799f req-cd51504f-6e27-4d5b-a125-5493c3b83710 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:05.153082 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ccf21395-c494-4ad9-8022-7df30637799f req-cd51504f-6e27-4d5b-a125-5493c3b83710 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2dbb51b-3dfd-4ca4-b75e-0722ea2640f1 HTTP/1.1" status: 200 len: 945 time: 0.1002498 Apr 16 11:53:05.173583 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-86907b1e-5bfb-4560-a364-c049dceb1613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:05.235669 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-86907b1e-5bfb-4560-a364-c049dceb1613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:53:05.249190 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-86907b1e-5bfb-4560-a364-c049dceb1613 admin admin] Usage tracker for resource:security_group_rule and tenant:a2faac98adde4f0aa16bd0d633885103 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:53:05.252298 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-86907b1e-5bfb-4560-a364-c049dceb1613 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:53:05.259860 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-86907b1e-5bfb-4560-a364-c049dceb1613 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:53:05.294294 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ccf21395-c494-4ad9-8022-7df30637799f req-320af14f-6de5-4424-a2f2-c6fbd8c79504 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/security-groups?id=2905b216-91ab-4f87-b35d-f45b2a1e33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265588 Apr 16 11:53:05.362062 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-86907b1e-5bfb-4560-a364-c049dceb1613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:05.365751 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-86907b1e-5bfb-4560-a364-c049dceb1613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:05.374968 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-9abf3039-ed8d-43b3-aa98-7b40c236f478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:05.418793 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-86907b1e-5bfb-4560-a364-c049dceb1613 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a2faac98adde4f0aa16bd0d633885103&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3954692 Apr 16 11:53:05.420631 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86907b1e-5bfb-4560-a364-c049dceb1613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc03d19e-c03b-4a13-967a-bcdd7a229120,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:05.421623 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 53236) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:05.423857 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-86907b1e-5bfb-4560-a364-c049dceb1613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:05.488171 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f88559e4-8ce7-4c20-ab24-7e442b7bd353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:05.515976 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f88559e4-8ce7-4c20-ab24-7e442b7bd353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:05.563882 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f88559e4-8ce7-4c20-ab24-7e442b7bd353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:05.569888 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-a5dae027-27f1-4aa5-9a7e-6b45259cd9a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:05.585373 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88559e4-8ce7-4c20-ab24-7e442b7bd353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc03d19e-c03b-4a13-967a-bcdd7a229120,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:05.588690 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f88559e4-8ce7-4c20-ab24-7e442b7bd353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:05.593205 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f88559e4-8ce7-4c20-ab24-7e442b7bd353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:05.596760 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-f88559e4-8ce7-4c20-ab24-7e442b7bd353 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fc03d19e-c03b-4a13-967a-bcdd7a229120 HTTP/1.1" status: 204 len: 168 time: 0.1739044 Apr 16 11:53:05.715906 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59b5df-b057-42d9-ab09-0c2559e24f2d req-937d52a5-8b28-44ab-9048-0e45c40550d0 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:05.717522 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ab59b5df-b057-42d9-ab09-0c2559e24f2d req-937d52a5-8b28-44ab-9048-0e45c40550d0 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2dbb51b-3dfd-4ca4-b75e-0722ea2640f1 HTTP/1.1" status: 200 len: 945 time: 0.0913680 Apr 16 11:53:05.803113 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:05.887404 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6e0361e9-2ccc-454e-9cc4-41b7e68d21c9 req-ea0c0c7e-8fd7-422a-be49-e03c6affb2f2 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 210 time: 0.0768123 Apr 16 11:53:05.913011 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-ab59b5df-b057-42d9-ab09-0c2559e24f2d req-dcc9dd53-d9a5-46b6-a60c-33bbd9f804dd tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Deleting port 3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae {{(pid=85338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:53:05.913393 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-ab59b5df-b057-42d9-ab09-0c2559e24f2d req-dcc9dd53-d9a5-46b6-a60c-33bbd9f804dd tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:06.040552 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-708f9363-1af5-45ff-bd55-edac4770d717 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:06.042119 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-708f9363-1af5-45ff-bd55-edac4770d717 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.79 "GET /v2.0/networks?id=c333e2d3-dce1-4fe5-8c2d-1984ef6de94a HTTP/1.1" status: 200 len: 809 time: 0.1935184 Apr 16 11:53:06.146626 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-27f3501b-10ce-43a9-8c12-9cb162fa8ee1 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b689f53fbd644b74a29274580a1b9004 HTTP/1.1" status: 200 len: 8059 time: 0.0914314 Apr 16 11:53:06.163876 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-176aeb5d-ab18-405c-8f06-e5b429d5bce6 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Request body: {'port': {'device_id': 'f9216852-5e70-4674-a8e0-b30e372c240b', 'network_id': 'c333e2d3-dce1-4fe5-8c2d-1984ef6de94a', 'admin_state_up': True, 'tenant_id': 'b689f53fbd644b74a29274580a1b9004', 'security_groups': ['7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e']}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:53:06.205443 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-ab59b5df-b057-42d9-ab09-0c2559e24f2d req-dcc9dd53-d9a5-46b6-a60c-33bbd9f804dd tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] For port 3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae,segment=NetworkSegment(9e4f6e0d-16d1-45c9-b49c-dd4f64822fd4),segment_id=9e4f6e0d-16d1-45c9-b49c-dd4f64822fd4)] {{(pid=85338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:53:06.205691 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-ab59b5df-b057-42d9-ab09-0c2559e24f2d req-dcc9dd53-d9a5-46b6-a60c-33bbd9f804dd tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:06.337384 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-176aeb5d-ab18-405c-8f06-e5b429d5bce6 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:53:06.345460 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-ab59b5df-b057-42d9-ab09-0c2559e24f2d req-dcc9dd53-d9a5-46b6-a60c-33bbd9f804dd tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Calling delete_port for 3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae owned by compute:nova {{(pid=85338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:53:06.358281 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-176aeb5d-ab18-405c-8f06-e5b429d5bce6 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:53:06.380439 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-176aeb5d-ab18-405c-8f06-e5b429d5bce6 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Made reservation on behalf of b689f53fbd644b74a29274580a1b9004 for: {'port': 1} {{(pid=85337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:53:06.386789 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-176aeb5d-ab18-405c-8f06-e5b429d5bce6 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:06.410498 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:06.678809 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11e916-2e0e-4669-9a9d-b3da93de876f req-b07be5d2-1693-4885-ade9-206fc8e67de9 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:06.680431 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ff11e916-2e0e-4669-9a9d-b3da93de876f req-b07be5d2-1693-4885-ade9-206fc8e67de9 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2dbb51b-3dfd-4ca4-b75e-0722ea2640f1 HTTP/1.1" status: 200 len: 945 time: 0.1937842 Apr 16 11:53:06.767263 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-176aeb5d-ab18-405c-8f06-e5b429d5bce6 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Allocated IP 172.20.0.6 (c333e2d3-dce1-4fe5-8c2d-1984ef6de94a/5c412702-7872-4db0-90b5-ec373852a7cc/96e7fa74-7ec8-4cc3-bd63-530aab3b47ff) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:53:06.777878 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ff11e916-2e0e-4669-9a9d-b3da93de876f req-e6467927-35f3-4316-bc9f-b29463d29629 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/security-groups?id=2905b216-91ab-4f87-b35d-f45b2a1e33ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886002 Apr 16 11:53:06.785892 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-ab59b5df-b057-42d9-ab09-0c2559e24f2d req-dcc9dd53-d9a5-46b6-a60c-33bbd9f804dd tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1351932'] for port, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:06.803520 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-0180ad5f-33d6-4c24-af3d-9716930b0526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:06.807864 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:53:06.859297 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9dd53-d9a5-46b6-a60c-33bbd9f804dd tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Pushing event deleted for resources: {'Port': ['ID=3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:06.865627 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-dcc9dd53-d9a5-46b6-a60c-33bbd9f804dd tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:07.002647 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-176aeb5d-ab18-405c-8f06-e5b429d5bce6 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:07.020861 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-176aeb5d-ab18-405c-8f06-e5b429d5bce6 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Transition to ACTIVE for port object 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:53:07.046659 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-176aeb5d-ab18-405c-8f06-e5b429d5bce6 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:07.062819 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 53282) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:07.065662 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:07.131707 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab59b5df-b057-42d9-ab09-0c2559e24f2d req-dcc9dd53-d9a5-46b6-a60c-33bbd9f804dd tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] No DVR routers for this DVR port 3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae on host hv-cinder-68948 {{(pid=85338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 11:53:07.136693 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-ab59b5df-b057-42d9-ab09-0c2559e24f2d req-dcc9dd53-d9a5-46b6-a60c-33bbd9f804dd tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:07.139369 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2dbb51b-3dfd-4ca4-b75e-0722ea2640f1', 'name': 'network-vif-deleted', 'tag': '3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae'}] {{(pid=85338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:53:07.159993 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ab59b5df-b057-42d9-ab09-0c2559e24f2d req-dcc9dd53-d9a5-46b6-a60c-33bbd9f804dd tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.79 "DELETE /v2.0/ports/3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae HTTP/1.1" status: 204 len: 173 time: 1.4198077 Apr 16 11:53:07.218186 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998b9fd-770e-4bcb-886a-b45fd2cd6e97 req-9aeda89c-2227-483e-9fa3-48718c110c85 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:07.224248 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176aeb5d-ab18-405c-8f06-e5b429d5bce6 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Pushing event updated for resources: {'Port': ['ID=96e7fa74-7ec8-4cc3-bd63-530aab3b47ff,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:07.230070 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1998b9fd-770e-4bcb-886a-b45fd2cd6e97 req-9aeda89c-2227-483e-9fa3-48718c110c85 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 931 time: 0.1825457 Apr 16 11:53:07.239716 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-176aeb5d-ab18-405c-8f06-e5b429d5bce6 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:07.267985 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2dbb51b-3dfd-4ca4-b75e-0722ea2640f1', 'name': 'network-vif-deleted', 'tag': '3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae', 'status': 'completed', 'code': 200} Apr 16 11:53:07.295157 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-1998b9fd-770e-4bcb-886a-b45fd2cd6e97 req-4782ef2e-bfad-48e3-aaec-a86ef342c452 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Synchronizing usage tracker for tenant:b689f53fbd644b74a29274580a1b9004 on resource:security_group {{(pid=85338) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:53:07.311264 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-1998b9fd-770e-4bcb-886a-b45fd2cd6e97 req-4782ef2e-bfad-48e3-aaec-a86ef342c452 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Unset dirty status for tenant:b689f53fbd644b74a29274580a1b9004 on resource:security_group {{(pid=85338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:53:07.312997 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1998b9fd-770e-4bcb-886a-b45fd2cd6e97 req-4782ef2e-bfad-48e3-aaec-a86ef342c452 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820842 Apr 16 11:53:07.336486 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-176aeb5d-ab18-405c-8f06-e5b429d5bce6 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Network c333e2d3-dce1-4fe5-8c2d-1984ef6de94a is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:53:07.336486 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-176aeb5d-ab18-405c-8f06-e5b429d5bce6 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:53:07.336486 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-176aeb5d-ab18-405c-8f06-e5b429d5bce6 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:53:07.393772 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7f825017-267c-40b0-a715-b69f57d84725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:07.409878 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:53:07.420623 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-7f825017-267c-40b0-a715-b69f57d84725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:53:07.429674 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-7f825017-267c-40b0-a715-b69f57d84725 admin admin] Usage tracker for resource:security_group_rule and tenant:920dce783fce4c0684ce9db1dfe0b69e is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:53:07.434680 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-7f825017-267c-40b0-a715-b69f57d84725 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:53:07.444184 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-176aeb5d-ab18-405c-8f06-e5b429d5bce6 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:07.444927 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-176aeb5d-ab18-405c-8f06-e5b429d5bce6 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:07.452740 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-7f825017-267c-40b0-a715-b69f57d84725 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:53:07.518348 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-176aeb5d-ab18-405c-8f06-e5b429d5bce6 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3600287 Apr 16 11:53:07.539624 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-066ba5be-4e47-46a2-a9a6-cbcdc789b797 service neutron] Request body: {'port': {'device_id': 'f9216852-5e70-4674-a8e0-b30e372c240b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:53:07.557643 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:07.578548 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-d7446b9e-9d8b-487f-9d38-558e2a49209e None None] Provisioning for port 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff completed by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:53:07.584110 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-d7446b9e-9d8b-487f-9d38-558e2a49209e None None] Provisioning complete for port 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:53:07.584695 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d7446b9e-9d8b-487f-9d38-558e2a49209e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:07.657925 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-d7446b9e-9d8b-487f-9d38-558e2a49209e None None] Port 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff cannot update to ACTIVE because it is not bound. {{(pid=85339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:53:07.688524 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7f825017-267c-40b0-a715-b69f57d84725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:07.695878 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7f825017-267c-40b0-a715-b69f57d84725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:07.711706 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:07.778229 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-7f825017-267c-40b0-a715-b69f57d84725 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=920dce783fce4c0684ce9db1dfe0b69e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6769400 Apr 16 11:53:07.780072 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-066ba5be-4e47-46a2-a9a6-cbcdc789b797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:07.780828 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 53296) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:07.795229 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f825017-267c-40b0-a715-b69f57d84725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1c5533-5a2b-4df7-b10a-451eafd45885,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:07.801770 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-7f825017-267c-40b0-a715-b69f57d84725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:07.918979 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-85c72d0e-8347-4558-8a5b-c1cadd3b2324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:07.965146 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-85c72d0e-8347-4558-8a5b-c1cadd3b2324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:08.012381 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-128195ed-0f6b-411f-87b3-7a52b326cf26 req-0aa96a5e-21b7-40da-9257-f193ed3ea6b4 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] 10.222.0.71 "GET /v2.0/ports?device_id=a2dbb51b-3dfd-4ca4-b75e-0722ea2640f1 HTTP/1.1" status: 200 len: 210 time: 0.0630455 Apr 16 11:53:08.016011 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-85c72d0e-8347-4558-8a5b-c1cadd3b2324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:08.021658 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-50cecb68-8541-4154-a074-bacefa5f7fcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:08.035608 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c72d0e-8347-4558-8a5b-c1cadd3b2324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1c5533-5a2b-4df7-b10a-451eafd45885,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:08.038388 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-85c72d0e-8347-4558-8a5b-c1cadd3b2324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:08.042500 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-85c72d0e-8347-4558-8a5b-c1cadd3b2324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:08.047322 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-85c72d0e-8347-4558-8a5b-c1cadd3b2324 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ce1c5533-5a2b-4df7-b10a-451eafd45885 HTTP/1.1" status: 204 len: 168 time: 0.2621083 Apr 16 11:53:08.268579 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-066ba5be-4e47-46a2-a9a6-cbcdc789b797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:53:08.282285 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-066ba5be-4e47-46a2-a9a6-cbcdc789b797 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:08.300680 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-066ba5be-4e47-46a2-a9a6-cbcdc789b797 service neutron] Transition to ACTIVE for port object 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:53:08.303795 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-066ba5be-4e47-46a2-a9a6-cbcdc789b797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847015921'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:08.321316 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-0a08be7f-1e44-4125-8e9f-18d97803034e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:08.467426 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ba5be-4e47-46a2-a9a6-cbcdc789b797 service neutron] Pushing event updated for resources: {'Port': ['ID=96e7fa74-7ec8-4cc3-bd63-530aab3b47ff,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:08.481941 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-066ba5be-4e47-46a2-a9a6-cbcdc789b797 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:08.539268 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8889092-ac89-4a35-993e-8a83b8362aa5 req-26f6cf8f-d5e0-4f0f-8fc4-cc37bc9659f8 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:08.540981 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b8889092-ac89-4a35-993e-8a83b8362aa5 req-26f6cf8f-d5e0-4f0f-8fc4-cc37bc9659f8 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 943 time: 0.1034231 Apr 16 11:53:08.595330 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b8889092-ac89-4a35-993e-8a83b8362aa5 req-3df4a1c5-9489-4ef3-a058-ccfbac900b38 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465679 Apr 16 11:53:08.718920 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-066ba5be-4e47-46a2-a9a6-cbcdc789b797 service neutron] Attempting to bind port 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:53:08.719302 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-066ba5be-4e47-46a2-a9a6-cbcdc789b797 service neutron] Attempting to bind port 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'f765aee4-2eb7-4f85-9851-187a752dd58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c333e2d3-dce1-4fe5-8c2d-1984ef6de94a'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:53:08.719787 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-066ba5be-4e47-46a2-a9a6-cbcdc789b797 service neutron] Attempting to bind port 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff on network c333e2d3-dce1-4fe5-8c2d-1984ef6de94a {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:53:08.724978 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-066ba5be-4e47-46a2-a9a6-cbcdc789b797 service neutron] Port 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff on network c333e2d3-dce1-4fe5-8c2d-1984ef6de94a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:53:08.725346 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-066ba5be-4e47-46a2-a9a6-cbcdc789b797 service neutron] Attempting to bind port 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff on network c333e2d3-dce1-4fe5-8c2d-1984ef6de94a {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:53:08.731025 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-066ba5be-4e47-46a2-a9a6-cbcdc789b797 service neutron] Checking agent: {'id': '719f3357-7d54-4b9e-9866-52b19e770139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'started_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:53:08.731401 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-066ba5be-4e47-46a2-a9a6-cbcdc789b797 service neutron] Checking segment: {'id': 'f765aee4-2eb7-4f85-9851-187a752dd58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c333e2d3-dce1-4fe5-8c2d-1984ef6de94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:53:08.731818 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-066ba5be-4e47-46a2-a9a6-cbcdc789b797 service neutron] Bound using segment: {'id': 'f765aee4-2eb7-4f85-9851-187a752dd58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c333e2d3-dce1-4fe5-8c2d-1984ef6de94a'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:53:08.732365 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-066ba5be-4e47-46a2-a9a6-cbcdc789b797 service neutron] Bound port: 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f765aee4-2eb7-4f85-9851-187a752dd58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c333e2d3-dce1-4fe5-8c2d-1984ef6de94a'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:53:08.732724 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-066ba5be-4e47-46a2-a9a6-cbcdc789b797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:08.839079 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-066ba5be-4e47-46a2-a9a6-cbcdc789b797 service neutron] For port 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff, host hv-cinder-68948, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:53:08.842248 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-066ba5be-4e47-46a2-a9a6-cbcdc789b797 service neutron] For port 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=96e7fa74-7ec8-4cc3-bd63-530aab3b47ff,segment=NetworkSegment(f765aee4-2eb7-4f85-9851-187a752dd58c),segment_id=f765aee4-2eb7-4f85-9851-187a752dd58c)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:53:08.845695 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-066ba5be-4e47-46a2-a9a6-cbcdc789b797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847015921'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:08.861299 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:09.022171 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ba5be-4e47-46a2-a9a6-cbcdc789b797 service neutron] Pushing event updated for resources: {'Port': ['ID=96e7fa74-7ec8-4cc3-bd63-530aab3b47ff,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:09.027851 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-066ba5be-4e47-46a2-a9a6-cbcdc789b797 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:09.062764 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-066ba5be-4e47-46a2-a9a6-cbcdc789b797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:09.063515 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-066ba5be-4e47-46a2-a9a6-cbcdc789b797 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:09.065370 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-066ba5be-4e47-46a2-a9a6-cbcdc789b797 service neutron] 10.222.0.79 "PUT /v2.0/ports/96e7fa74-7ec8-4cc3-bd63-530aab3b47ff HTTP/1.1" status: 200 len: 1093 time: 1.5320396 Apr 16 11:53:09.066763 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9216852-5e70-4674-a8e0-b30e372c240b', 'tag': '96e7fa74-7ec8-4cc3-bd63-530aab3b47ff'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:53:09.161288 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9216852-5e70-4674-a8e0-b30e372c240b', 'tag': '96e7fa74-7ec8-4cc3-bd63-530aab3b47ff', 'status': 'completed', 'code': 200} Apr 16 11:53:09.223793 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-b1882604-3f37-4239-98c2-be3baffc368d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:09.225472 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-b1882604-3f37-4239-98c2-be3baffc368d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b689f53fbd644b74a29274580a1b9004&device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 1096 time: 0.1074657 Apr 16 11:53:09.322618 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-e55c6ab2-0d8e-4787-ba14-5a8150586a96 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96e7fa74-7ec8-4cc3-bd63-530aab3b47ff HTTP/1.1" status: 200 len: 217 time: 0.0830038 Apr 16 11:53:09.404038 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-bbd8f55d-ae06-46a8-95c2-3c76cf27014f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:09.406052 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-bbd8f55d-ae06-46a8-95c2-3c76cf27014f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5c412702-7872-4db0-90b5-ec373852a7cc HTTP/1.1" status: 200 len: 848 time: 0.0745637 Apr 16 11:53:09.501906 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-d676b3fd-038e-4299-a96c-e8ae08290f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:09.504368 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-d676b3fd-038e-4299-a96c-e8ae08290f55 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c333e2d3-dce1-4fe5-8c2d-1984ef6de94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0892568 Apr 16 11:53:09.698504 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-4a1b396d-2270-4056-8b5a-466e28c5cceb service neutron] 10.222.0.79 "GET /v2.0/networks/c333e2d3-dce1-4fe5-8c2d-1984ef6de94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847060 Apr 16 11:53:09.872001 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-02fae334-6b8d-4fa9-8362-efb8b757f4df req-5912218e-0704-411c-9d69-bf9c872d53b5 service neutron] 10.222.0.79 "GET /v2.0/networks/c333e2d3-dce1-4fe5-8c2d-1984ef6de94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658664 Apr 16 11:53:10.338332 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9c324-8509-4271-9edb-2cbd882eb904 req-08ed8674-ec29-4f9d-bd9f-9c609905b544 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:10.339111 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-c1f9c324-8509-4271-9edb-2cbd882eb904 req-08ed8674-ec29-4f9d-bd9f-9c609905b544 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Synchronizing usage tracker for tenant:b689f53fbd644b74a29274580a1b9004 on resource:port {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:53:10.344799 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93213e-c40b-46f7-b032-0f8a4d5e476b req-3d97bc8c-dff4-4d5c-a86e-16d55bcbd0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:10.346377 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fe93213e-c40b-46f7-b032-0f8a4d5e476b req-3d97bc8c-dff4-4d5c-a86e-16d55bcbd0b7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b689f53fbd644b74a29274580a1b9004&device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 1096 time: 0.3851581 Apr 16 11:53:10.359594 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-c1f9c324-8509-4271-9edb-2cbd882eb904 req-08ed8674-ec29-4f9d-bd9f-9c609905b544 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Unset dirty status for tenant:b689f53fbd644b74a29274580a1b9004 on resource:port {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:53:10.360901 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c1f9c324-8509-4271-9edb-2cbd882eb904 req-08ed8674-ec29-4f9d-bd9f-9c609905b544 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 943 time: 0.4596746 Apr 16 11:53:10.516039 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c1f9c324-8509-4271-9edb-2cbd882eb904 req-d8d5fc85-e8bc-45ec-82ae-5906348b7e92 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252728 Apr 16 11:53:10.546232 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93213e-c40b-46f7-b032-0f8a4d5e476b req-2e524ca5-9e44-4823-b697-537684e1cc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:10.546730 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fe93213e-c40b-46f7-b032-0f8a4d5e476b req-2e524ca5-9e44-4823-b697-537684e1cc62 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c333e2d3-dce1-4fe5-8c2d-1984ef6de94a HTTP/1.1" status: 200 len: 910 time: 0.1849120 Apr 16 11:53:10.626574 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fe93213e-c40b-46f7-b032-0f8a4d5e476b req-85f5dccc-448b-419a-b062-c201610b99d0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96e7fa74-7ec8-4cc3-bd63-530aab3b47ff HTTP/1.1" status: 200 len: 217 time: 0.0719306 Apr 16 11:53:10.720624 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93213e-c40b-46f7-b032-0f8a4d5e476b req-9b91cbf8-8d95-4497-a751-312c5667d356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:10.725053 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fe93213e-c40b-46f7-b032-0f8a4d5e476b req-9b91cbf8-8d95-4497-a751-312c5667d356 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5c412702-7872-4db0-90b5-ec373852a7cc HTTP/1.1" status: 200 len: 848 time: 0.0823691 Apr 16 11:53:10.781995 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64999a83-2f1d-4518-8dd4-6f59fb6835aa req-4291a5e4-daf0-4a52-8dd2-df2d1c0069e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:10.783544 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-64999a83-2f1d-4518-8dd4-6f59fb6835aa req-4291a5e4-daf0-4a52-8dd2-df2d1c0069e7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7f0adf03cd15428ba5cee5097d26d268&device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 1098 time: 0.0884454 Apr 16 11:53:10.853734 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:53:10.882621 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93213e-c40b-46f7-b032-0f8a4d5e476b req-d6e61f2d-5809-4729-b7a0-269d785ff60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:10.883910 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fe93213e-c40b-46f7-b032-0f8a4d5e476b req-d6e61f2d-5809-4729-b7a0-269d785ff60c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c333e2d3-dce1-4fe5-8c2d-1984ef6de94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1545341 Apr 16 11:53:10.893491 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bd3c5-25ac-4341-a3f0-a4e29c6b501c req-bab2de12-124d-4395-b1e4-ea6307d6016d tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:10.893724 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] No Port match for: 3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:53:10.894205 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 3a77fe88-deec-4dd2-a4f8-4bd5ab8f9cae not bound to the agent host hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:53:10.895854 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-776bd3c5-25ac-4341-a3f0-a4e29c6b501c req-bab2de12-124d-4395-b1e4-ea6307d6016d tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.1307757 Apr 16 11:53:10.943682 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64999a83-2f1d-4518-8dd4-6f59fb6835aa req-8787b133-4cc1-4d50-a700-fcbe4cb172a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:10.945295 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-64999a83-2f1d-4518-8dd4-6f59fb6835aa req-8787b133-4cc1-4d50-a700-fcbe4cb172a9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c HTTP/1.1" status: 200 len: 919 time: 0.1462831 Apr 16 11:53:11.024784 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-64999a83-2f1d-4518-8dd4-6f59fb6835aa req-70b7fd62-3554-4631-80e2-3b5ccbad23c1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cae497e-b897-4b2f-aa74-6fa18d6bc210 HTTP/1.1" status: 200 len: 217 time: 0.0710373 Apr 16 11:53:11.053996 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-776bd3c5-25ac-4341-a3f0-a4e29c6b501c req-5247f095-a26e-41df-8e15-00a6b95fc728 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332817 Apr 16 11:53:11.084561 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fe93213e-c40b-46f7-b032-0f8a4d5e476b req-7675d7d1-4010-428b-a2dd-b4b79f985932 service neutron] 10.222.0.79 "GET /v2.0/networks/c333e2d3-dce1-4fe5-8c2d-1984ef6de94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873181 Apr 16 11:53:11.105311 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64999a83-2f1d-4518-8dd4-6f59fb6835aa req-e86d2c03-906c-4350-ac4b-d260613e222a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:11.106838 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-64999a83-2f1d-4518-8dd4-6f59fb6835aa req-e86d2c03-906c-4350-ac4b-d260613e222a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d580634d-19a3-4e7e-9a28-924962cb301f HTTP/1.1" status: 200 len: 858 time: 0.0753915 Apr 16 11:53:11.168683 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-64999a83-2f1d-4518-8dd4-6f59fb6835aa req-3e79e153-59ff-4a6f-ab2f-cda6715f746d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487409 Apr 16 11:53:11.237446 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fe93213e-c40b-46f7-b032-0f8a4d5e476b req-3c5cfe6a-11f4-49c7-8a46-1737c7945445 service neutron] 10.222.0.79 "GET /v2.0/networks/c333e2d3-dce1-4fe5-8c2d-1984ef6de94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412027 Apr 16 11:53:13.580890 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:15.005293 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-64999a83-2f1d-4518-8dd4-6f59fb6835aa req-5d489ec3-e99c-4a02-a0eb-a3ddca1f8202 service neutron] 10.222.0.79 "GET /v2.0/networks/81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401048 Apr 16 11:53:15.219097 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fc069-15e7-434b-9e2c-01690ccdcc59 req-423b6ee3-0917-484b-8e4a-301b4af7fc7c tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:15.220733 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a85fc069-15e7-434b-9e2c-01690ccdcc59 req-423b6ee3-0917-484b-8e4a-301b4af7fc7c tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 943 time: 0.2145016 Apr 16 11:53:15.222793 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-64999a83-2f1d-4518-8dd4-6f59fb6835aa req-7da230f0-e527-4742-bcad-2f8ca9195dea service neutron] 10.222.0.79 "GET /v2.0/networks/81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768255 Apr 16 11:53:15.272092 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a85fc069-15e7-434b-9e2c-01690ccdcc59 req-813420b4-2268-4f09-b8c7-2c177df89852 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443940 Apr 16 11:53:15.460036 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c957b61-22f1-48ea-9f80-b4d270e288a3 req-9b8654cb-06fd-4bc5-a449-fb22f02675d2 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:15.461644 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6c957b61-22f1-48ea-9f80-b4d270e288a3 req-9b8654cb-06fd-4bc5-a449-fb22f02675d2 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.0864649 Apr 16 11:53:15.514369 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6c957b61-22f1-48ea-9f80-b4d270e288a3 req-7cf0df24-50b2-4f1e-bf3c-13367edf5259 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461380 Apr 16 11:53:16.487497 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e5851-1fbd-4286-b087-8db373517d93 req-c766bd96-4975-4220-b4e8-f88c7a2a1682 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:16.489810 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ce3e5851-1fbd-4286-b087-8db373517d93 req-c766bd96-4975-4220-b4e8-f88c7a2a1682 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 943 time: 0.0989971 Apr 16 11:53:16.565244 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ce3e5851-1fbd-4286-b087-8db373517d93 req-b4c5ffbb-e4d5-42a7-8d5e-df130ccf5c81 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666852 Apr 16 11:53:16.783516 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96349ec3-5d71-46c0-8170-531889ca47ca req-28961197-1757-476a-9473-e2026e36d7c0 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:16.785770 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-96349ec3-5d71-46c0-8170-531889ca47ca req-28961197-1757-476a-9473-e2026e36d7c0 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.1191676 Apr 16 11:53:16.847626 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-96349ec3-5d71-46c0-8170-531889ca47ca req-74271756-9c1d-4264-bb4e-091439b8704d tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536382 Apr 16 11:53:17.809749 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c90960-7bff-4598-a934-2ab83f86031b req-66a4410b-4c5f-472b-b788-1ccc91fc49ae tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:17.811272 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-86c90960-7bff-4598-a934-2ab83f86031b req-66a4410b-4c5f-472b-b788-1ccc91fc49ae tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 943 time: 0.0919645 Apr 16 11:53:17.867672 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-86c90960-7bff-4598-a934-2ab83f86031b req-66e4f9e9-6ec8-4488-a1ec-f1e3bc99262b tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482841 Apr 16 11:53:18.107324 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ab42b-3a7b-4e71-bcf4-5f5fe70e5666 req-9cd7a854-24aa-4652-8125-415256224f8b tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:18.109413 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-df0ab42b-3a7b-4e71-bcf4-5f5fe70e5666 req-9cd7a854-24aa-4652-8125-415256224f8b tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.1031964 Apr 16 11:53:18.164708 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-df0ab42b-3a7b-4e71-bcf4-5f5fe70e5666 req-3bff09f9-ea16-41cc-a5d2-6b0b1ec7c40e tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473285 Apr 16 11:53:19.140791 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f62884-dd93-4697-bcdf-d90f3cd33b10 req-29e9b05b-e5e4-427d-bdc6-5c5dde26cdf2 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:19.142389 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-69f62884-dd93-4697-bcdf-d90f3cd33b10 req-29e9b05b-e5e4-427d-bdc6-5c5dde26cdf2 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 943 time: 0.1270258 Apr 16 11:53:19.201775 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-69f62884-dd93-4697-bcdf-d90f3cd33b10 req-e8de4d82-dc01-4d2f-8324-3cbc23474637 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506420 Apr 16 11:53:19.441112 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61dc33d-d61f-45a0-a0c1-69817fbd832e req-3a872253-867a-44b3-8e34-0a10fefa4fd1 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:19.450618 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c61dc33d-d61f-45a0-a0c1-69817fbd832e req-3a872253-867a-44b3-8e34-0a10fefa4fd1 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.1414526 Apr 16 11:53:19.503216 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c61dc33d-d61f-45a0-a0c1-69817fbd832e req-a732aa20-625f-4559-827e-840b74175389 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510128 Apr 16 11:53:20.435091 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7db495-d47e-4ca8-8c0d-01f61da84fb4 req-f7c84648-ab79-4878-aa88-05d7ba574ffb tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:20.436720 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ff7db495-d47e-4ca8-8c0d-01f61da84fb4 req-f7c84648-ab79-4878-aa88-05d7ba574ffb tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 943 time: 0.0932748 Apr 16 11:53:20.492506 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ff7db495-d47e-4ca8-8c0d-01f61da84fb4 req-9bc15b60-abb9-4e5a-a47c-76f66794c9e4 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485117 Apr 16 11:53:20.760530 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8402e-84eb-4528-b82f-0e0715125922 req-859a4da3-29aa-48fb-abd3-257b07f5a967 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:20.762232 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5cb8402e-84eb-4528-b82f-0e0715125922 req-859a4da3-29aa-48fb-abd3-257b07f5a967 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.0967524 Apr 16 11:53:20.818390 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5cb8402e-84eb-4528-b82f-0e0715125922 req-13965b71-d1a0-4510-a6e0-3c1563f6704e tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460789 Apr 16 11:53:21.732350 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965eaa7e-4d3b-484d-9e17-5e06b64bcdbb req-235836e2-b044-4000-9a66-54b46aa1c97d tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:21.734014 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-965eaa7e-4d3b-484d-9e17-5e06b64bcdbb req-235836e2-b044-4000-9a66-54b46aa1c97d tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 943 time: 0.0999277 Apr 16 11:53:21.793392 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-965eaa7e-4d3b-484d-9e17-5e06b64bcdbb req-701016b8-4ab7-4413-884b-048ceb696455 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509906 Apr 16 11:53:22.051752 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad585f8-a574-48bb-b38f-1762a5c9b8a5 req-fa3da6ba-71a7-4731-a907-f66cd02644a8 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:22.053616 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1ad585f8-a574-48bb-b38f-1762a5c9b8a5 req-fa3da6ba-71a7-4731-a907-f66cd02644a8 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.1058021 Apr 16 11:53:22.107264 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1ad585f8-a574-48bb-b38f-1762a5c9b8a5 req-35723fee-fd91-4480-b8dc-ee5b0713d38e tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473239 Apr 16 11:53:22.883728 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:53:23.044439 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad7e55-b84f-4fd7-8725-9b42e4a0e003 req-e563cf3d-81a8-46d5-ad52-e807a050f7bc tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:23.053665 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c3ad7e55-b84f-4fd7-8725-9b42e4a0e003 req-e563cf3d-81a8-46d5-ad52-e807a050f7bc tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 943 time: 0.1186569 Apr 16 11:53:23.115413 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c3ad7e55-b84f-4fd7-8725-9b42e4a0e003 req-ae6fb5c3-a293-412d-ae7c-502176e9057b tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577154 Apr 16 11:53:23.345260 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=96e7fa74-7ec8-4cc3-bd63-530aab3b47ff,segment=NetworkSegment(f765aee4-2eb7-4f85-9851-187a752dd58c),segment_id=f765aee4-2eb7-4f85-9851-187a752dd58c)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:53:23.361589 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Returning: {'device': '96e7fa74-7ec8-4cc3-bd63-530aab3b47ff', 'network_id': 'c333e2d3-dce1-4fe5-8c2d-1984ef6de94a', 'port_id': '96e7fa74-7ec8-4cc3-bd63-530aab3b47ff', 'mac_address': 'fa:16:3e:79:4b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c412702-7872-4db0-90b5-ec373852a7cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:53:23.374384 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d97e4f-ed6e-49bf-ae0f-1ead78eb9680 req-4f225205-1b55-4e78-bdd5-a25cf15c7bda tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:23.376853 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-02d97e4f-ed6e-49bf-ae0f-1ead78eb9680 req-4f225205-1b55-4e78-bdd5-a25cf15c7bda tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.1141567 Apr 16 11:53:23.443802 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-02d97e4f-ed6e-49bf-ae0f-1ead78eb9680 req-a7a05417-00ca-4d35-905b-87fa30044c3e tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595293 Apr 16 11:53:23.444432 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:23.465532 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff {{(pid=85339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:53:23.483683 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=96e7fa74-7ec8-4cc3-bd63-530aab3b47ff,segment=NetworkSegment(f765aee4-2eb7-4f85-9851-187a752dd58c),segment_id=f765aee4-2eb7-4f85-9851-187a752dd58c)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:53:23.487913 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:23.490864 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:23.568878 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=96e7fa74-7ec8-4cc3-bd63-530aab3b47ff,revision_number=4']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:23.572678 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:23.931782 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['96e7fa74-7ec8-4cc3-bd63-530aab3b47ff'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:53:24.362551 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf90d8-28a2-4575-a703-0d521466a084 req-87065363-61d7-4acf-bc7f-b8b6abfa3996 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:24.364738 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7ccf90d8-28a2-4575-a703-0d521466a084 req-87065363-61d7-4acf-bc7f-b8b6abfa3996 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 944 time: 0.1080482 Apr 16 11:53:24.416576 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7ccf90d8-28a2-4575-a703-0d521466a084 req-cc614aa6-7605-4b74-8fb5-7987be96258a tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453615 Apr 16 11:53:24.653399 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b599b6-b2f0-4f21-a2fe-3c77ba15c74d req-857ba235-c75f-4eb7-ae9a-cc310d068b49 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:24.663862 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c7b599b6-b2f0-4f21-a2fe-3c77ba15c74d req-857ba235-c75f-4eb7-ae9a-cc310d068b49 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.0960617 Apr 16 11:53:24.710507 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c7b599b6-b2f0-4f21-a2fe-3c77ba15c74d req-aa577bf2-5d65-4c1f-82cb-d74d4d05e7e8 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479546 Apr 16 11:53:25.690406 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66b15d-496a-4389-8bd4-2c4c606b53c9 req-1b942ea0-32e6-4779-a951-70bf22f96a52 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:25.693972 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ae66b15d-496a-4389-8bd4-2c4c606b53c9 req-1b942ea0-32e6-4779-a951-70bf22f96a52 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 944 time: 0.1422215 Apr 16 11:53:25.745915 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ae66b15d-496a-4389-8bd4-2c4c606b53c9 req-977af3f1-600a-43bc-9f16-0348ba50698c tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450110 Apr 16 11:53:25.948435 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f760677-d6e1-40f9-b424-30e32e31e33a req-469a69da-9ac9-48d4-a19c-91877c35d128 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:25.950017 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6f760677-d6e1-40f9-b424-30e32e31e33a req-469a69da-9ac9-48d4-a19c-91877c35d128 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.0958791 Apr 16 11:53:26.002564 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6f760677-d6e1-40f9-b424-30e32e31e33a req-9160cf91-10f3-44ee-a5c2-8d81c0c2651c tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452647 Apr 16 11:53:26.888094 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff up at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:53:27.020692 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning for port 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:53:27.029564 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning complete for port 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:53:27.030296 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:27.049874 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852d99a-84d0-435d-baea-8a47698bdd28 req-c67cd64a-66db-4ba0-96de-15b41de9abf9 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:27.059224 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2852d99a-84d0-435d-baea-8a47698bdd28 req-c67cd64a-66db-4ba0-96de-15b41de9abf9 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 944 time: 0.1563671 Apr 16 11:53:27.148194 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2852d99a-84d0-435d-baea-8a47698bdd28 req-98a69389-c3b6-4dae-aaf2-139ad37b31f1 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688305 Apr 16 11:53:27.369948 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:27.429199 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9216852-5e70-4674-a8e0-b30e372c240b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e7fa74-7ec8-4cc3-bd63-530aab3b47ff'}] {{(pid=85339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:53:27.431240 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b0a6a-2f78-48a5-ad78-8daf7842ec6c req-143cf84f-5e25-4ee3-84d7-b4d5bc8f439a tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:27.433615 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-031b0a6a-2f78-48a5-ad78-8daf7842ec6c req-143cf84f-5e25-4ee3-84d7-b4d5bc8f439a tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.1616018 Apr 16 11:53:27.463257 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=96e7fa74-7ec8-4cc3-bd63-530aab3b47ff,segment=NetworkSegment(f765aee4-2eb7-4f85-9851-187a752dd58c),segment_id=f765aee4-2eb7-4f85-9851-187a752dd58c)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:53:27.485443 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:27.487636 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:27.499612 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-031b0a6a-2f78-48a5-ad78-8daf7842ec6c req-ddf13249-f2b8-4146-8869-84f1f1dfcaad tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558906 Apr 16 11:53:27.599985 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9216852-5e70-4674-a8e0-b30e372c240b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e7fa74-7ec8-4cc3-bd63-530aab3b47ff', 'code': 200} Apr 16 11:53:27.659913 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=96e7fa74-7ec8-4cc3-bd63-530aab3b47ff,revision_number=5']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:27.680689 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:27.976694 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777797cb-06c1-424a-a39a-6ee4b41a1ef5 req-cd2ef95b-f066-4e89-b396-509840cd31c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:27.979213 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-777797cb-06c1-424a-a39a-6ee4b41a1ef5 req-cd2ef95b-f066-4e89-b396-509840cd31c2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 1098 time: 0.0977447 Apr 16 11:53:28.037943 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-777797cb-06c1-424a-a39a-6ee4b41a1ef5 req-34421bd4-098f-4470-a373-3da2993a17a4 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447478 Apr 16 11:53:28.443608 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6c024-262b-429e-a3a6-a1a60a8148cd req-0da8f98f-77c1-4a09-b1ae-d5ac69822466 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:28.446536 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-33d6c024-262b-429e-a3a6-a1a60a8148cd req-0da8f98f-77c1-4a09-b1ae-d5ac69822466 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 945 time: 0.1479447 Apr 16 11:53:28.556211 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-33d6c024-262b-429e-a3a6-a1a60a8148cd req-27b82d7a-f620-4297-96c2-76edc9dfb4b5 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936697 Apr 16 11:53:28.970055 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1336d-c3fe-4a2f-b698-18abda2a2f6c req-81a18325-140d-4c57-ab98-3ede329c45c7 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:28.972108 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1cd1336d-c3fe-4a2f-b698-18abda2a2f6c req-81a18325-140d-4c57-ab98-3ede329c45c7 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.2150676 Apr 16 11:53:29.042515 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1cd1336d-c3fe-4a2f-b698-18abda2a2f6c req-ee19edef-7fab-46a5-8efd-6e147a8137e6 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618958 Apr 16 11:53:29.783967 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4adf6-f862-4500-be33-617acd629956 req-f8e69da4-8b70-4b42-b56b-f3f43239e6f4 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:29.786645 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ede4adf6-f862-4500-be33-617acd629956 req-f8e69da4-8b70-4b42-b56b-f3f43239e6f4 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 945 time: 0.1014802 Apr 16 11:53:29.840204 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ede4adf6-f862-4500-be33-617acd629956 req-c9e0b8dc-c2ae-428c-a9ec-2fe94cbab20d tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474863 Apr 16 11:53:30.121385 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2d946-856a-4252-adc2-f01be3efcdbc req-8bf6bc68-f2e8-47fe-9f57-4d59145bfee2 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:30.123489 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-82b2d946-856a-4252-adc2-f01be3efcdbc req-8bf6bc68-f2e8-47fe-9f57-4d59145bfee2 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 945 time: 0.1348760 Apr 16 11:53:30.224160 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-82b2d946-856a-4252-adc2-f01be3efcdbc req-cf1c82a9-3939-475c-87ae-f4fe5c001263 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899158 Apr 16 11:53:30.263844 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 53592) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:30.344599 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9710411-3f23-493b-9d76-bbbc7b006945 req-cccffc2b-5a2a-44bd-bc1b-a7700f71e9a6 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:30.346323 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d9710411-3f23-493b-9d76-bbbc7b006945 req-cccffc2b-5a2a-44bd-bc1b-a7700f71e9a6 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.1258039 Apr 16 11:53:30.410537 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d9710411-3f23-493b-9d76-bbbc7b006945 req-6598a173-28c6-42fd-813b-df3847ca5d62 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565186 Apr 16 11:53:30.593872 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc745f12-8c27-45c0-8800-aac3fd6cba54 tempest-TestShelveInstance-1425820000 tempest-TestShelveInstance-1425820000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:30.596193 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-dc745f12-8c27-45c0-8800-aac3fd6cba54 tempest-TestShelveInstance-1425820000 tempest-TestShelveInstance-1425820000-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 1093 time: 0.3310618 Apr 16 11:53:30.600779 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 53606) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:30.606233 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-7c8ab9db-bc40-4947-aa61-67083f35d388 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Request body: {'floatingip': {'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'port_id': '96e7fa74-7ec8-4cc3-bd63-530aab3b47ff', 'tenant_id': 'b689f53fbd644b74a29274580a1b9004', 'fixed_ip_address': '172.20.0.6'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:53:30.612974 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-7c8ab9db-bc40-4947-aa61-67083f35d388 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:53:30.618263 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-7c8ab9db-bc40-4947-aa61-67083f35d388 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Usage tracker for resource:floatingip and tenant:b689f53fbd644b74a29274580a1b9004 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:53:30.621820 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-7c8ab9db-bc40-4947-aa61-67083f35d388 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:53:30.628936 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-7c8ab9db-bc40-4947-aa61-67083f35d388 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:53:30.644813 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7c8ab9db-bc40-4947-aa61-67083f35d388 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks [] for floatingip, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:30.850125 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7c8ab9db-bc40-4947-aa61-67083f35d388 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:31.037179 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [None req-7c8ab9db-bc40-4947-aa61-67083f35d388 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Allocated IP 172.27.1.173 (42de8c2d-cd05-4680-9fb4-4f0e504e941e/337501b3-dbb5-4b21-86cd-6f03e94fa6eb/7976b326-0023-4a0d-b9c2-142288437414) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:53:31.261984 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7c8ab9db-bc40-4947-aa61-67083f35d388 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:31.312285 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7c8ab9db-bc40-4947-aa61-67083f35d388 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:31.326041 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:31.420738 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c33e564a-91a4-4304-9f72-a31962f7725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:31.474198 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ab9db-bc40-4947-aa61-67083f35d388 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Pushing event updated for resources: {'Port': ['ID=7976b326-0023-4a0d-b9c2-142288437414,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:31.493079 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-7c8ab9db-bc40-4947-aa61-67083f35d388 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:31.536790 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8ab9db-bc40-4947-aa61-67083f35d388 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Network 42de8c2d-cd05-4680-9fb4-4f0e504e941e is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:53:31.537999 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-7c8ab9db-bc40-4947-aa61-67083f35d388 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:53:31.540458 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8ab9db-bc40-4947-aa61-67083f35d388 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:53:31.632093 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b78054-4479-4013-b575-d8e84d7f5020 req-c36606ec-1b75-42ef-abe6-f234b7e06c32 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:31.633882 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c1b78054-4479-4013-b575-d8e84d7f5020 req-c36606ec-1b75-42ef-abe6-f234b7e06c32 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.0941479 Apr 16 11:53:31.689103 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c1b78054-4479-4013-b575-d8e84d7f5020 req-15f50c21-ce32-437e-8d20-a18886ed4da8 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482090 Apr 16 11:53:31.975498 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7c8ab9db-bc40-4947-aa61-67083f35d388 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:32.050764 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7c8ab9db-bc40-4947-aa61-67083f35d388 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:32.504541 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7c8ab9db-bc40-4947-aa61-67083f35d388 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:32.507949 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7c8ab9db-bc40-4947-aa61-67083f35d388 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847015921'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:32.523773 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-7c8ab9db-bc40-4947-aa61-67083f35d388 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:32.649999 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ab9db-bc40-4947-aa61-67083f35d388 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Pushing event updated for resources: {'Port': ['ID=7976b326-0023-4a0d-b9c2-142288437414,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:32.653248 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-7c8ab9db-bc40-4947-aa61-67083f35d388 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:32.774083 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7c8ab9db-bc40-4947-aa61-67083f35d388 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852691177'] for floatingip, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:33.043501 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad85f73-fb2a-4a47-bdf9-55ce04cb4a9f req-f7e0c92d-3a02-44e7-98b3-c8aad9f4972e tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:33.045137 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fad85f73-fb2a-4a47-bdf9-55ce04cb4a9f req-f7e0c92d-3a02-44e7-98b3-c8aad9f4972e tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.2184923 Apr 16 11:53:33.046387 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.l3_db [None req-7c8ab9db-bc40-4947-aa61-67083f35d388 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Floating IP 77224d0c-7a72-4ef0-82d3-60cd77583fe6 associated. External IP: 172.27.1.173, port: 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff. Apr 16 11:53:33.365698 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fad85f73-fb2a-4a47-bdf9-55ce04cb4a9f req-0549c1bc-2dd9-42c4-8704-05bb8d7f8abe tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572019 Apr 16 11:53:33.499811 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8ab9db-bc40-4947-aa61-67083f35d388 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Router c41a2f58-7aed-4192-a803-b95c3e7c2a0f has already been hosted by L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 {{(pid=85337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:53:33.699198 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8ab9db-bc40-4947-aa61-67083f35d388 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:53:33.709988 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58164461-179f-4629-93c0-6daea39b0b65 None None] Sync routers for ids ['c41a2f58-7aed-4192-a803-b95c3e7c2a0f'] in dv-cinder-689486-10-iscsi {{(pid=85340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:53:33.721484 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58164461-179f-4629-93c0-6daea39b0b65 None None] Routers {'c41a2f58-7aed-4192-a803-b95c3e7c2a0f'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:53:33.722193 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-58164461-179f-4629-93c0-6daea39b0b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:53:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['c41a2f58-7aed-4192-a803-b95c3e7c2a0f'], 'active': True} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:53:33.731127 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7c8ab9db-bc40-4947-aa61-67083f35d388 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for floatingip, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:33.796408 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-7c8ab9db-bc40-4947-aa61-67083f35d388 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1947792 Apr 16 11:53:33.797388 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9216852-5e70-4674-a8e0-b30e372c240b', 'tag': '96e7fa74-7ec8-4cc3-bd63-530aab3b47ff'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:53:33.855379 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9216852-5e70-4674-a8e0-b30e372c240b', 'tag': '96e7fa74-7ec8-4cc3-bd63-530aab3b47ff', 'status': 'completed', 'code': 200} Apr 16 11:53:33.964024 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61294fe-0219-4359-b928-945a10cfef03 req-c401105e-f450-4500-ac6c-1efc34a9c55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:33.965673 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d61294fe-0219-4359-b928-945a10cfef03 req-c401105e-f450-4500-ac6c-1efc34a9c55f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b689f53fbd644b74a29274580a1b9004&device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 1098 time: 0.0863578 Apr 16 11:53:34.085160 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-58164461-179f-4629-93c0-6daea39b0b65 None None] Set router c41a2f58-7aed-4192-a803-b95c3e7c2a0f gateway port host: dv-cinder-689486-10-iscsi {{(pid=85340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:53:34.117116 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61294fe-0219-4359-b928-945a10cfef03 req-7c330b5b-95a6-4f10-b974-16d382ef044f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:34.118664 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d61294fe-0219-4359-b928-945a10cfef03 req-7c330b5b-95a6-4f10-b974-16d382ef044f service neutron] 10.222.0.79 "GET /v2.0/networks?id=c333e2d3-dce1-4fe5-8c2d-1984ef6de94a HTTP/1.1" status: 200 len: 910 time: 0.1463394 Apr 16 11:53:34.254165 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d61294fe-0219-4359-b928-945a10cfef03 req-51355970-9ca3-4308-a7c7-0ba5058403db service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96e7fa74-7ec8-4cc3-bd63-530aab3b47ff HTTP/1.1" status: 200 len: 999 time: 0.1282349 Apr 16 11:53:34.351322 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61294fe-0219-4359-b928-945a10cfef03 req-1e74c785-c6c2-4d7d-b458-e3c625d7d337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:34.352998 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d61294fe-0219-4359-b928-945a10cfef03 req-1e74c785-c6c2-4d7d-b458-e3c625d7d337 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5c412702-7872-4db0-90b5-ec373852a7cc HTTP/1.1" status: 200 len: 848 time: 0.0833569 Apr 16 11:53:34.443747 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61294fe-0219-4359-b928-945a10cfef03 req-0953d2ae-4c17-459b-b4e2-f91bae85205b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:34.445504 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d61294fe-0219-4359-b928-945a10cfef03 req-0953d2ae-4c17-459b-b4e2-f91bae85205b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c333e2d3-dce1-4fe5-8c2d-1984ef6de94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0853550 Apr 16 11:53:34.516535 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-58164461-179f-4629-93c0-6daea39b0b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'name': 'tempest-TestShelveInstance-2086595874-router', 'tenant_id': 'b689f53fbd644b74a29274580a1b9004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd4e8ee37-d018-4cfb-930f-4c2d17e3c69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:39Z', 'updated_at': '2021-04-16T11:51:45Z', 'revision_number': 4, 'project_id': 'b689f53fbd644b74a29274580a1b9004', 'gw_port': {'id': 'd4e8ee37-d018-4cfb-930f-4c2d17e3c69f', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:40Z', 'updated_at': '2021-04-16T11:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_floatingips': [{'id': '77224d0c-7a72-4ef0-82d3-60cd77583fe6', 'tenant_id': 'b689f53fbd644b74a29274580a1b9004', 'floating_ip_address': '172.27.1.173', 'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'router_id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'port_id': '96e7fa74-7ec8-4cc3-bd63-530aab3b47ff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c333e2d3-dce1-4fe5-8c2d-1984ef6de94a', 'mac_address': 'fa:16:3e:79:4b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9216852-5e70-4674-a8e0-b30e372c240b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:53:31Z', 'updated_at': '2021-04-16T11:53:31Z', 'revision_number': 0, 'project_id': 'b689f53fbd644b74a29274580a1b9004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c838b62a-8c15-4d9f-80bc-ec411b3c510a', 'name': '', 'network_id': 'c333e2d3-dce1-4fe5-8c2d-1984ef6de94a', 'tenant_id': 'b689f53fbd644b74a29274580a1b9004', 'mac_address': 'fa:16:3e:02:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5c412702-7872-4db0-90b5-ec373852a7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:44Z', 'updated_at': '2021-04-16T11:51:55Z', 'revision_number': 5, 'project_id': 'b689f53fbd644b74a29274580a1b9004', 'subnets': [{'id': '5c412702-7872-4db0-90b5-ec373852a7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:53:34.521306 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58164461-179f-4629-93c0-6daea39b0b65 None None] Checking router: c41a2f58-7aed-4192-a803-b95c3e7c2a0f for host: dv-cinder-689486-10-iscsi {{(pid=85340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:53:34.531027 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58164461-179f-4629-93c0-6daea39b0b65 None None] Routers {'c41a2f58-7aed-4192-a803-b95c3e7c2a0f'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:53:34.531692 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-58164461-179f-4629-93c0-6daea39b0b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:53:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['c41a2f58-7aed-4192-a803-b95c3e7c2a0f'], 'active': True} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:53:34.596874 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79909d28-5921-49c3-9ab4-1d79fde54673 req-9711d5e5-2390-4f54-88f4-4f5c38826396 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:34.599628 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-79909d28-5921-49c3-9ab4-1d79fde54673 req-9711d5e5-2390-4f54-88f4-4f5c38826396 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.1037300 Apr 16 11:53:34.624816 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d61294fe-0219-4359-b928-945a10cfef03 req-43e1fc56-937b-4c22-abdf-3605a2880fa0 service neutron] 10.222.0.79 "GET /v2.0/networks/c333e2d3-dce1-4fe5-8c2d-1984ef6de94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631973 Apr 16 11:53:34.668982 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-79909d28-5921-49c3-9ab4-1d79fde54673 req-040766a7-8537-42c7-a23a-52faade4b1e1 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581088 Apr 16 11:53:34.669774 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 53712) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:34.742725 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c3e8992-328d-483c-a8d0-534e68e627b8 admin admin] Deleting subnet 16334177-da60-4ace-8c30-5062bcc52f0a {{(pid=85337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 11:53:34.745795 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7c3e8992-328d-483c-a8d0-534e68e627b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:34.807416 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7c3e8992-328d-483c-a8d0-534e68e627b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6410215'] for subnet, precommit_delete_associations {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:34.830032 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d61294fe-0219-4359-b928-945a10cfef03 req-ba20b5b4-419e-468b-9b12-f6d27c3dd18c service neutron] 10.222.0.79 "GET /v2.0/networks/c333e2d3-dce1-4fe5-8c2d-1984ef6de94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960502 Apr 16 11:53:34.838474 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-58164461-179f-4629-93c0-6daea39b0b65 None None] Set router c41a2f58-7aed-4192-a803-b95c3e7c2a0f gateway port host: dv-cinder-689486-10-iscsi {{(pid=85340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:53:34.853049 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-92bb8ca4-e0c0-4c07-b8ba-469f9e0f68c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:34.894203 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7c3e8992-328d-483c-a8d0-534e68e627b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770791'] for subnet, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:35.182272 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7c3e8992-328d-483c-a8d0-534e68e627b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847015870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5070397'] for subnet, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:35.242965 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-58164461-179f-4629-93c0-6daea39b0b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'name': 'tempest-TestShelveInstance-2086595874-router', 'tenant_id': 'b689f53fbd644b74a29274580a1b9004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd4e8ee37-d018-4cfb-930f-4c2d17e3c69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:39Z', 'updated_at': '2021-04-16T11:51:45Z', 'revision_number': 4, 'project_id': 'b689f53fbd644b74a29274580a1b9004', 'gw_port': {'id': 'd4e8ee37-d018-4cfb-930f-4c2d17e3c69f', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:40Z', 'updated_at': '2021-04-16T11:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_floatingips': [{'id': '77224d0c-7a72-4ef0-82d3-60cd77583fe6', 'tenant_id': 'b689f53fbd644b74a29274580a1b9004', 'floating_ip_address': '172.27.1.173', 'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'router_id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'port_id': '96e7fa74-7ec8-4cc3-bd63-530aab3b47ff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c333e2d3-dce1-4fe5-8c2d-1984ef6de94a', 'mac_address': 'fa:16:3e:79:4b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9216852-5e70-4674-a8e0-b30e372c240b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:53:31Z', 'updated_at': '2021-04-16T11:53:31Z', 'revision_number': 0, 'project_id': 'b689f53fbd644b74a29274580a1b9004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c838b62a-8c15-4d9f-80bc-ec411b3c510a', 'name': '', 'network_id': 'c333e2d3-dce1-4fe5-8c2d-1984ef6de94a', 'tenant_id': 'b689f53fbd644b74a29274580a1b9004', 'mac_address': 'fa:16:3e:02:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5c412702-7872-4db0-90b5-ec373852a7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:44Z', 'updated_at': '2021-04-16T11:51:55Z', 'revision_number': 5, 'project_id': 'b689f53fbd644b74a29274580a1b9004', 'subnets': [{'id': '5c412702-7872-4db0-90b5-ec373852a7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:53:35.247782 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58164461-179f-4629-93c0-6daea39b0b65 None None] The sync data for ids ['c41a2f58-7aed-4192-a803-b95c3e7c2a0f'] in dv-cinder-689486-10-iscsi is: [{'id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'name': 'tempest-TestShelveInstance-2086595874-router', 'tenant_id': 'b689f53fbd644b74a29274580a1b9004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd4e8ee37-d018-4cfb-930f-4c2d17e3c69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:39Z', 'updated_at': '2021-04-16T11:51:45Z', 'revision_number': 4, 'project_id': 'b689f53fbd644b74a29274580a1b9004', 'gw_port': {'id': 'd4e8ee37-d018-4cfb-930f-4c2d17e3c69f', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:40Z', 'updated_at': '2021-04-16T11:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_floatingips': [{'id': '77224d0c-7a72-4ef0-82d3-60cd77583fe6', 'tenant_id': 'b689f53fbd644b74a29274580a1b9004', 'floating_ip_address': '172.27.1.173', 'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'router_id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'port_id': '96e7fa74-7ec8-4cc3-bd63-530aab3b47ff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c333e2d3-dce1-4fe5-8c2d-1984ef6de94a', 'mac_address': 'fa:16:3e:79:4b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9216852-5e70-4674-a8e0-b30e372c240b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:53:31Z', 'updated_at': '2021-04-16T11:53:31Z', 'revision_number': 0, 'project_id': 'b689f53fbd644b74a29274580a1b9004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c838b62a-8c15-4d9f-80bc-ec411b3c510a', 'name': '', 'network_id': 'c333e2d3-dce1-4fe5-8c2d-1984ef6de94a', 'tenant_id': 'b689f53fbd644b74a29274580a1b9004', 'mac_address': 'fa:16:3e:02:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5c412702-7872-4db0-90b5-ec373852a7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:44Z', 'updated_at': '2021-04-16T11:51:55Z', 'revision_number': 5, 'project_id': 'b689f53fbd644b74a29274580a1b9004', 'subnets': [{'id': '5c412702-7872-4db0-90b5-ec373852a7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:53:35.275629 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-479bd283-f707-469c-9771-2f91ed9e6b71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:35.327789 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e8992-328d-483c-a8d0-534e68e627b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16334177-da60-4ace-8c30-5062bcc52f0a,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:35.332604 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-7c3e8992-328d-483c-a8d0-534e68e627b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:35.365852 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7c3e8992-328d-483c-a8d0-534e68e627b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:35.376974 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-7c3e8992-328d-483c-a8d0-534e68e627b8 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/16334177-da60-4ace-8c30-5062bcc52f0a HTTP/1.1" status: 204 len: 168 time: 0.7054493 Apr 16 11:53:35.379384 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 53716) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:35.502537 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-19d7258f-36a5-488d-bf72-b6ec549c031c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-34362'] for network, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:35.671670 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12af25c5-6e85-416f-952a-d3b6c498eafa None None] New status for floating IP 77224d0c-7a72-4ef0-82d3-60cd77583fe6: ACTIVE {{(pid=85339) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 11:53:35.708995 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-19d7258f-36a5-488d-bf72-b6ec549c031c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-437016', 'neutron.services.segments.db._delete_segments_for_network-8740188510920'] for network, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:35.827440 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-19d7258f-36a5-488d-bf72-b6ec549c031c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e500429e-1613-4f5d-b1e9-3cb958c566f6']}} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:53:35.844947 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-19d7258f-36a5-488d-bf72-b6ec549c031c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e4f6e0d-16d1-45c9-b49c-dd4f64822fd4') {'for_net_delete': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:53:35.845289 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-19d7258f-36a5-488d-bf72-b6ec549c031c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e4f6e0d-16d1-45c9-b49c-dd4f64822fd4') {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:53:35.858922 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-19d7258f-36a5-488d-bf72-b6ec549c031c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740188483033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848365601'] for segment, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:35.875338 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-19d7258f-36a5-488d-bf72-b6ec549c031c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2559'] for segment, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:35.882420 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19d7258f-36a5-488d-bf72-b6ec549c031c admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=85337) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 11:53:35.928283 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0405d4-ac36-4ab3-a2ef-081030682d4b req-52aed314-d366-4a4c-a95d-47289655d60d tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:35.930307 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ef0405d4-ac36-4ab3-a2ef-081030682d4b req-52aed314-d366-4a4c-a95d-47289655d60d tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.1300554 Apr 16 11:53:35.971555 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:35.983702 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ef0405d4-ac36-4ab3-a2ef-081030682d4b req-57a5b3b3-5d3c-4084-9227-b3f139c866db tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518851 Apr 16 11:53:36.297736 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-19d7258f-36a5-488d-bf72-b6ec549c031c admin admin] Network e500429e-1613-4f5d-b1e9-3cb958c566f6 has no segments {{(pid=85337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:53:36.307843 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-19d7258f-36a5-488d-bf72-b6ec549c031c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854773273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7760355'] for segment, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:36.404481 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:36.493359 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-19d7258f-36a5-488d-bf72-b6ec549c031c admin admin] Network e500429e-1613-4f5d-b1e9-3cb958c566f6 has no segments {{(pid=85337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:53:36.517258 dv-cinder-689486-10-iscsi neutron-server[85224]: Traceback (most recent call last): Apr 16 11:53:36.517258 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 11:53:36.517258 dv-cinder-689486-10-iscsi neutron-server[85224]: timer() Apr 16 11:53:36.517258 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 11:53:36.517258 dv-cinder-689486-10-iscsi neutron-server[85224]: cb(*args, **kw) Apr 16 11:53:36.517258 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 11:53:36.517258 dv-cinder-689486-10-iscsi neutron-server[85224]: return func(*args, **kwargs) Apr 16 11:53:36.517258 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 11:53:36.517258 dv-cinder-689486-10-iscsi neutron-server[85224]: self._notify() Apr 16 11:53:36.517258 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 11:53:36.517258 dv-cinder-689486-10-iscsi neutron-server[85224]: self.callback(batched_events) Apr 16 11:53:36.517258 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 11:53:36.517258 dv-cinder-689486-10-iscsi neutron-server[85224]: event.method(event) Apr 16 11:53:36.517258 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 11:53:36.517258 dv-cinder-689486-10-iscsi neutron-server[85224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 11:53:36.517258 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 11:53:36.517258 dv-cinder-689486-10-iscsi neutron-server[85224]: segment_id)['aggregates'][0] Apr 16 11:53:36.517258 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 11:53:36.517258 dv-cinder-689486-10-iscsi neutron-server[85224]: return f(self, *a, **k) Apr 16 11:53:36.517258 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 11:53:36.517258 dv-cinder-689486-10-iscsi neutron-server[85224]: return self._get(url).json() Apr 16 11:53:36.517258 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 11:53:36.517258 dv-cinder-689486-10-iscsi neutron-server[85224]: **kwargs) Apr 16 11:53:36.517258 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 11:53:36.517258 dv-cinder-689486-10-iscsi neutron-server[85224]: return self.request(url, 'GET', **kwargs) Apr 16 11:53:36.517258 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 11:53:36.517258 dv-cinder-689486-10-iscsi neutron-server[85224]: **endpoint_filter) Apr 16 11:53:36.517258 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 11:53:36.517258 dv-cinder-689486-10-iscsi neutron-server[85224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 11:53:36.517258 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 11:53:36.517258 dv-cinder-689486-10-iscsi neutron-server[85224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 11:53:36.517258 dv-cinder-689486-10-iscsi neutron-server[85224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 11:53:36.597691 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-19d7258f-36a5-488d-bf72-b6ec549c031c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854338799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852691194'] for network, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:36.601540 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:36.618096 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-19d7258f-36a5-488d-bf72-b6ec549c031c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for network, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:36.625291 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7258f-36a5-488d-bf72-b6ec549c031c admin admin] Pushing event deleted for resources: {'Network': ['ID=e500429e-1613-4f5d-b1e9-3cb958c566f6,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:36.631210 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-19d7258f-36a5-488d-bf72-b6ec549c031c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:36.637923 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-19d7258f-36a5-488d-bf72-b6ec549c031c admin admin] 10.222.0.71 "DELETE /v2.0/networks/e500429e-1613-4f5d-b1e9-3cb958c566f6 HTTP/1.1" status: 204 len: 168 time: 1.2570770 Apr 16 11:53:36.832395 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 53734) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:36.885342 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-6d5d190d-cad0-441b-92de-cc6c5885b47d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5350c311e89047fc913637edf438805f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515316 Apr 16 11:53:36.887802 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 53738) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:36.951731 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fe221310-b109-4858-a443-01f6028db7a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:36.979665 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fe221310-b109-4858-a443-01f6028db7a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:37.028212 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fe221310-b109-4858-a443-01f6028db7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:37.040654 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b0c5f547-d46c-4d15-80b0-8d7b6d3bdbe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:37.056754 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe221310-b109-4858-a443-01f6028db7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2905b216-91ab-4f87-b35d-f45b2a1e33ce,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:37.064287 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-fe221310-b109-4858-a443-01f6028db7a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:37.067253 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fe221310-b109-4858-a443-01f6028db7a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:37.068643 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-fe221310-b109-4858-a443-01f6028db7a1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2905b216-91ab-4f87-b35d-f45b2a1e33ce HTTP/1.1" status: 204 len: 168 time: 0.1798074 Apr 16 11:53:37.227054 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3c162-8136-451a-aef7-5f1ed23bd540 req-27b2b956-b8e0-4b9a-ba5a-1abeab0427b4 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:37.228382 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-05c3c162-8136-451a-aef7-5f1ed23bd540 req-27b2b956-b8e0-4b9a-ba5a-1abeab0427b4 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.1017566 Apr 16 11:53:37.282405 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-05c3c162-8136-451a-aef7-5f1ed23bd540 req-cdebaf9b-f9bf-49ae-ab6a-c7eac3727bb3 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470130 Apr 16 11:53:37.569421 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:37.698592 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1326d47-e1c4-4029-83d1-c99bda1879ca req-987b4c73-ed4a-494e-95ca-0d528c839749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:37.700182 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b1326d47-e1c4-4029-83d1-c99bda1879ca req-987b4c73-ed4a-494e-95ca-0d528c839749 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 1098 time: 0.0820746 Apr 16 11:53:37.745781 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b1326d47-e1c4-4029-83d1-c99bda1879ca req-f370f917-b531-4f64-82ea-d6a222cae644 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379636 Apr 16 11:53:38.497123 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2a8dd-c530-4e47-906b-03c33249230b req-35a66714-bc41-4610-a44d-903b97b97207 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:38.498791 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f7f2a8dd-c530-4e47-906b-03c33249230b req-35a66714-bc41-4610-a44d-903b97b97207 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.0916562 Apr 16 11:53:38.551025 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f7f2a8dd-c530-4e47-906b-03c33249230b req-489eaf2c-e83a-4ecb-8c70-716b5ec47d0d tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429909 Apr 16 11:53:39.778593 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b32cd6-cd9b-45b6-b433-ae711279cb5c req-2ef5f0c3-7814-4df8-8a86-74b1035d54b2 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:39.780377 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b9b32cd6-cd9b-45b6-b433-ae711279cb5c req-2ef5f0c3-7814-4df8-8a86-74b1035d54b2 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.1012490 Apr 16 11:53:39.835770 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b9b32cd6-cd9b-45b6-b433-ae711279cb5c req-5ffed56d-abf5-4000-89a7-c9e21c964db4 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478339 Apr 16 11:53:40.656988 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32992b40-fb4e-43d8-bab3-4c132a802b36 req-02d44162-b020-49e1-9970-9889e043e54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:40.658580 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-32992b40-fb4e-43d8-bab3-4c132a802b36 req-02d44162-b020-49e1-9970-9889e043e54c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7f0adf03cd15428ba5cee5097d26d268&device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 1098 time: 0.3612392 Apr 16 11:53:40.668361 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e988d94-cf2a-4ead-89b1-d4e92b804484 req-1b77a883-491a-4461-9db3-7b171b7a89d4 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:40.669911 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8e988d94-cf2a-4ead-89b1-d4e92b804484 req-1b77a883-491a-4461-9db3-7b171b7a89d4 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.1215508 Apr 16 11:53:40.820229 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8e988d94-cf2a-4ead-89b1-d4e92b804484 req-4cc122ab-3ea4-4044-afd6-45a4cc1ef6c3 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250153 Apr 16 11:53:40.848388 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32992b40-fb4e-43d8-bab3-4c132a802b36 req-bc3223db-9dff-498b-8b74-942aa39feb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:40.850313 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-32992b40-fb4e-43d8-bab3-4c132a802b36 req-bc3223db-9dff-498b-8b74-942aa39feb03 service neutron] 10.222.0.79 "GET /v2.0/networks?id=81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c HTTP/1.1" status: 200 len: 919 time: 0.1794884 Apr 16 11:53:40.932214 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-32992b40-fb4e-43d8-bab3-4c132a802b36 req-02c7f89e-c66d-4817-ad17-3232f9184721 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cae497e-b897-4b2f-aa74-6fa18d6bc210 HTTP/1.1" status: 200 len: 217 time: 0.0750813 Apr 16 11:53:41.026073 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32992b40-fb4e-43d8-bab3-4c132a802b36 req-2abbd7ae-91c2-4334-91e3-da5b8624adf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:41.027629 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-32992b40-fb4e-43d8-bab3-4c132a802b36 req-2abbd7ae-91c2-4334-91e3-da5b8624adf9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d580634d-19a3-4e7e-9a28-924962cb301f HTTP/1.1" status: 200 len: 858 time: 0.0746267 Apr 16 11:53:41.086471 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-32992b40-fb4e-43d8-bab3-4c132a802b36 req-ee0e58aa-c4a2-472d-8e52-4b81ce6b6d84 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508423 Apr 16 11:53:41.235447 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-32992b40-fb4e-43d8-bab3-4c132a802b36 req-982fa378-d748-472e-9b26-7a936efbaf9a service neutron] 10.222.0.79 "GET /v2.0/networks/81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391551 Apr 16 11:53:41.386441 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-32992b40-fb4e-43d8-bab3-4c132a802b36 req-e924407a-b4fd-4f00-995e-368bd0ebbf8d service neutron] 10.222.0.79 "GET /v2.0/networks/81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436841 Apr 16 11:53:42.033471 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4844ba4-e28c-428d-8d8a-ff91c4736049 req-9aff0537-1b47-4e69-8297-a46bfc9dd8b4 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:42.035039 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e4844ba4-e28c-428d-8d8a-ff91c4736049 req-9aff0537-1b47-4e69-8297-a46bfc9dd8b4 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.0920906 Apr 16 11:53:42.087557 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e4844ba4-e28c-428d-8d8a-ff91c4736049 req-b537c6b0-8cb7-4a56-9350-ab2e17649adc tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451272 Apr 16 11:53:42.573939 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b5bfb980-1227-4776-b807-4bf604d0a438 req-a3ad7044-ce3d-4d3d-be6b-d2873b168796 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0828965 Apr 16 11:53:42.675942 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfb980-1227-4776-b807-4bf604d0a438 req-663a4234-cf1d-423a-8e07-670d19b18c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:42.678107 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b5bfb980-1227-4776-b807-4bf604d0a438 req-663a4234-cf1d-423a-8e07-670d19b18c60 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a8f545f40a11467b946db58b523aa51f&device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 1098 time: 0.0811329 Apr 16 11:53:42.838987 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfb980-1227-4776-b807-4bf604d0a438 req-a743069e-dc30-46ef-b540-175326d5cba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:42.840545 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b5bfb980-1227-4776-b807-4bf604d0a438 req-a743069e-dc30-46ef-b540-175326d5cba1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2180b119-bc71-44ac-ab3a-75fb991fd9c9 HTTP/1.1" status: 200 len: 910 time: 0.1414206 Apr 16 11:53:42.955089 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b5bfb980-1227-4776-b807-4bf604d0a438 req-bf8312d2-eeea-4eab-91d6-c18b36208218 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f HTTP/1.1" status: 200 len: 1001 time: 0.1071665 Apr 16 11:53:43.030133 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfb980-1227-4776-b807-4bf604d0a438 req-479ea87e-6be7-4279-adc7-88ae330e95f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:43.031947 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b5bfb980-1227-4776-b807-4bf604d0a438 req-479ea87e-6be7-4279-adc7-88ae330e95f9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=db3c83ef-37ef-4f43-9fb3-a7487fc6375e HTTP/1.1" status: 200 len: 848 time: 0.0662014 Apr 16 11:53:43.121267 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfb980-1227-4776-b807-4bf604d0a438 req-1d1e234a-6b34-4a68-9628-d4d4b46b6d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:43.122870 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b5bfb980-1227-4776-b807-4bf604d0a438 req-1d1e234a-6b34-4a68-9628-d4d4b46b6d95 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2180b119-bc71-44ac-ab3a-75fb991fd9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0839877 Apr 16 11:53:43.335052 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b5bfb980-1227-4776-b807-4bf604d0a438 req-0a05b44c-2719-49b3-b8c9-29fdbc566c1d service neutron] 10.222.0.79 "GET /v2.0/networks/2180b119-bc71-44ac-ab3a-75fb991fd9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041013 Apr 16 11:53:43.348110 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd141c24-7f1d-462d-8e8b-f6be83cfff4f req-360db330-4069-43e4-a1d0-0fa45419e245 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:43.350104 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fd141c24-7f1d-462d-8e8b-f6be83cfff4f req-360db330-4069-43e4-a1d0-0fa45419e245 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.1387959 Apr 16 11:53:43.482953 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fd141c24-7f1d-462d-8e8b-f6be83cfff4f req-1edd559e-2163-4b10-a33a-4cb84173c389 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084101 Apr 16 11:53:43.523427 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b5bfb980-1227-4776-b807-4bf604d0a438 req-8cf9f37a-a417-43e3-b32d-224ada776b94 service neutron] 10.222.0.79 "GET /v2.0/networks/2180b119-bc71-44ac-ab3a-75fb991fd9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722994 Apr 16 11:53:43.594473 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:44.409318 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:53:44.686794 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc70ba9-3757-466b-aaca-7888dd9eb3fc req-9cc9f01c-4764-414b-826c-ee9031d0fa0b tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:44.688394 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8bc70ba9-3757-466b-aaca-7888dd9eb3fc req-9cc9f01c-4764-414b-826c-ee9031d0fa0b tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.0879595 Apr 16 11:53:44.736163 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8bc70ba9-3757-466b-aaca-7888dd9eb3fc req-afaf0fce-328e-4fc8-b65a-4bbfa06e3ba1 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412686 Apr 16 11:53:46.791899 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32195b4f-2a3f-4af1-b5a1-25af88ae07b3 req-cfc65f4b-4ff2-4e5d-8d22-476c0ae07e0c tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:46.793618 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-32195b4f-2a3f-4af1-b5a1-25af88ae07b3 req-cfc65f4b-4ff2-4e5d-8d22-476c0ae07e0c tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 945 time: 0.0937810 Apr 16 11:53:46.846244 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-32195b4f-2a3f-4af1-b5a1-25af88ae07b3 req-1bcde87a-c512-4e71-9fec-f3c5b7574827 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455847 Apr 16 11:53:48.067601 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1eb6f-3454-4052-8b39-b7c68d1954be req-6b3b1684-8a65-44d6-9a01-1bebaddeaba2 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:48.069402 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6be1eb6f-3454-4052-8b39-b7c68d1954be req-6b3b1684-8a65-44d6-9a01-1bebaddeaba2 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 945 time: 0.0970392 Apr 16 11:53:48.125389 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6be1eb6f-3454-4052-8b39-b7c68d1954be req-e0b043e3-19dd-424c-a9e1-d1362e230ff5 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497036 Apr 16 11:53:49.342977 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa41a32-2c10-45f8-bfa4-52842de03921 req-8e2c3f70-72dd-41ad-aab2-b7db37f745f8 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:49.344599 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4fa41a32-2c10-45f8-bfa4-52842de03921 req-8e2c3f70-72dd-41ad-aab2-b7db37f745f8 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 945 time: 0.0926416 Apr 16 11:53:49.393440 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4fa41a32-2c10-45f8-bfa4-52842de03921 req-aa737150-8f33-4678-ac62-754f42ba4eec tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422895 Apr 16 11:53:50.451448 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281ac5e-9176-479b-9ab2-bf71df29cf40 req-b270d4b0-5414-4ee1-9a2b-6b9074e1b844 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:50.453194 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9281ac5e-9176-479b-9ab2-bf71df29cf40 req-b270d4b0-5414-4ee1-9a2b-6b9074e1b844 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 945 time: 0.0958958 Apr 16 11:53:50.507195 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9281ac5e-9176-479b-9ab2-bf71df29cf40 req-2791943e-c321-43f1-abb3-c588291bf0ae tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468037 Apr 16 11:53:50.620383 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263d700-d4fb-4e93-8621-3f5bc272a9a8 req-9577bd5e-2518-4bd6-96b8-0d50bbd2a071 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:50.622030 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a263d700-d4fb-4e93-8621-3f5bc272a9a8 req-9577bd5e-2518-4bd6-96b8-0d50bbd2a071 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 945 time: 0.0949781 Apr 16 11:53:50.673580 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a263d700-d4fb-4e93-8621-3f5bc272a9a8 req-b9fdd39d-7e83-4640-ad1c-4e7a8f38a9ff tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448425 Apr 16 11:53:51.743438 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc62d2-e6b7-4f5b-8de5-fdd189df19f7 req-799423a9-bfe9-4471-b199-b5a05587d3c7 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:51.745197 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9ecc62d2-e6b7-4f5b-8de5-fdd189df19f7 req-799423a9-bfe9-4471-b199-b5a05587d3c7 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 945 time: 0.1136241 Apr 16 11:53:51.805834 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9ecc62d2-e6b7-4f5b-8de5-fdd189df19f7 req-30c483c0-8df2-4740-88db-de8cf7d04a68 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523612 Apr 16 11:53:51.948332 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25c05e-11ee-4d03-acb2-e3bac7dd5494 req-651d22be-894b-4caf-992d-083a93090b16 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:51.950011 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6b25c05e-11ee-4d03-acb2-e3bac7dd5494 req-651d22be-894b-4caf-992d-083a93090b16 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 945 time: 0.0937085 Apr 16 11:53:52.000157 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6b25c05e-11ee-4d03-acb2-e3bac7dd5494 req-9bf76e97-5e2d-44dc-a14a-a5ee085f79f5 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437033 Apr 16 11:53:53.001142 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf4ea8-24a7-4198-b03e-93d50d5b6d45 req-c0c5c551-cc9c-45f0-9d24-e6d1b927262a tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:53.002717 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-46bf4ea8-24a7-4198-b03e-93d50d5b6d45 req-c0c5c551-cc9c-45f0-9d24-e6d1b927262a tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 945 time: 0.0877988 Apr 16 11:53:53.057590 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-46bf4ea8-24a7-4198-b03e-93d50d5b6d45 req-25f37fd1-b1d5-428b-9375-bea7b8737323 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468800 Apr 16 11:53:53.218718 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8ad05-a6eb-49d7-abb2-0612619c65b9 req-c7caf189-deb2-4c82-b876-122a281ab161 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:53.220417 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b0c8ad05-a6eb-49d7-abb2-0612619c65b9 req-c7caf189-deb2-4c82-b876-122a281ab161 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 945 time: 0.0979440 Apr 16 11:53:53.273427 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b0c8ad05-a6eb-49d7-abb2-0612619c65b9 req-59f7c528-035f-4a33-bfe5-8f34fa542263 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463605 Apr 16 11:53:53.425763 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db35fd-45e9-41b8-b54c-54876f6af4d6 req-ec1e0a40-2cbd-484d-b971-c7151eee7464 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:53.427225 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-60db35fd-45e9-41b8-b54c-54876f6af4d6 req-ec1e0a40-2cbd-484d-b971-c7151eee7464 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.79 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 945 time: 0.0867243 Apr 16 11:53:53.505875 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-60db35fd-45e9-41b8-b54c-54876f6af4d6 req-915a75fc-7521-4f7a-90d8-86502715fca1 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Deleting port 1deb7c6f-6a37-41d9-bd1b-aff745b30394 {{(pid=85338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:53:53.506249 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-60db35fd-45e9-41b8-b54c-54876f6af4d6 req-915a75fc-7521-4f7a-90d8-86502715fca1 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:53.765680 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-60db35fd-45e9-41b8-b54c-54876f6af4d6 req-915a75fc-7521-4f7a-90d8-86502715fca1 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] For port 1deb7c6f-6a37-41d9-bd1b-aff745b30394, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1deb7c6f-6a37-41d9-bd1b-aff745b30394,segment=NetworkSegment(784c11af-87b1-4dd1-aa84-963206373314),segment_id=784c11af-87b1-4dd1-aa84-963206373314)] {{(pid=85338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:53:53.766075 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-60db35fd-45e9-41b8-b54c-54876f6af4d6 req-915a75fc-7521-4f7a-90d8-86502715fca1 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:53.897018 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-60db35fd-45e9-41b8-b54c-54876f6af4d6 req-915a75fc-7521-4f7a-90d8-86502715fca1 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Calling delete_port for 1deb7c6f-6a37-41d9-bd1b-aff745b30394 owned by compute:nova {{(pid=85338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:53:54.051619 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-60db35fd-45e9-41b8-b54c-54876f6af4d6 req-915a75fc-7521-4f7a-90d8-86502715fca1 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1351932'] for port, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:54.063594 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['1deb7c6f-6a37-41d9-bd1b-aff745b30394', '9cae497e-b897-4b2f-aa74-6fa18d6bc210'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:53:54.123344 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:54.171162 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a75fc-7521-4f7a-90d8-86502715fca1 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Pushing event deleted for resources: {'Port': ['ID=1deb7c6f-6a37-41d9-bd1b-aff745b30394,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:54.230985 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e78eaf95-5069-4bf4-8f83-e5f32fd0e422 req-2361ce85-b7de-4b5e-8bf5-445831598ef4 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=65ac3aab-c502-43ef-a22f-30e39493056e HTTP/1.1" status: 200 len: 210 time: 0.0521791 Apr 16 11:53:54.233653 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a75fc-7521-4f7a-90d8-86502715fca1 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:54.234068 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a75fc-7521-4f7a-90d8-86502715fca1 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:54.234474 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a75fc-7521-4f7a-90d8-86502715fca1 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:54.234877 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a75fc-7521-4f7a-90d8-86502715fca1 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:54.235273 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a75fc-7521-4f7a-90d8-86502715fca1 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:54.235656 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a75fc-7521-4f7a-90d8-86502715fca1 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:54.236033 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a75fc-7521-4f7a-90d8-86502715fca1 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:54.236472 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a75fc-7521-4f7a-90d8-86502715fca1 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:54.236863 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a75fc-7521-4f7a-90d8-86502715fca1 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:54.237248 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a75fc-7521-4f7a-90d8-86502715fca1 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:54.237633 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a75fc-7521-4f7a-90d8-86502715fca1 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:54.238163 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a75fc-7521-4f7a-90d8-86502715fca1 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:54.245005 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-915a75fc-7521-4f7a-90d8-86502715fca1 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:54.351600 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-60db35fd-45e9-41b8-b54c-54876f6af4d6 req-915a75fc-7521-4f7a-90d8-86502715fca1 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] No DVR routers for this DVR port 1deb7c6f-6a37-41d9-bd1b-aff745b30394 on host hv-cinder-68948 {{(pid=85338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 11:53:54.354271 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-60db35fd-45e9-41b8-b54c-54876f6af4d6 req-915a75fc-7521-4f7a-90d8-86502715fca1 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:54.357212 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ac3aab-c502-43ef-a22f-30e39493056e', 'name': 'network-vif-deleted', 'tag': '1deb7c6f-6a37-41d9-bd1b-aff745b30394'}] {{(pid=85338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:53:54.373344 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-60db35fd-45e9-41b8-b54c-54876f6af4d6 req-915a75fc-7521-4f7a-90d8-86502715fca1 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.79 "DELETE /v2.0/ports/1deb7c6f-6a37-41d9-bd1b-aff745b30394 HTTP/1.1" status: 204 len: 173 time: 0.9398754 Apr 16 11:53:54.441180 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ac3aab-c502-43ef-a22f-30e39493056e', 'name': 'network-vif-deleted', 'tag': '1deb7c6f-6a37-41d9-bd1b-aff745b30394', 'status': 'completed', 'code': 200} Apr 16 11:53:54.500009 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2a5c0-4494-4b1e-802f-43b221d12f09 req-64cafff5-7cfe-496f-9461-a0ec8bfa586d tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:54.501692 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-27a2a5c0-4494-4b1e-802f-43b221d12f09 req-64cafff5-7cfe-496f-9461-a0ec8bfa586d tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 945 time: 0.1044393 Apr 16 11:53:54.563220 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-27a2a5c0-4494-4b1e-802f-43b221d12f09 req-2ab9f61a-fbd4-433d-9404-c96da7337107 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545390 Apr 16 11:53:55.547611 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab682d38-e69e-4bd1-988a-e1aabd491162 req-ed1727bd-8fff-4493-8184-e4f2a6974baa tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:55.550068 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ab682d38-e69e-4bd1-988a-e1aabd491162 req-ed1727bd-8fff-4493-8184-e4f2a6974baa tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.0953131 Apr 16 11:53:55.603611 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ab682d38-e69e-4bd1-988a-e1aabd491162 req-cc5f7a71-c3e4-4351-964b-32b2e360b8ab tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469110 Apr 16 11:53:55.734896 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ba314-f35f-4f41-b3b1-5bbae95703cd req-810bf8b1-50ad-44d0-8e21-9fb42a8e7d2a tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:55.735645 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-177ba314-f35f-4f41-b3b1-5bbae95703cd req-810bf8b1-50ad-44d0-8e21-9fb42a8e7d2a tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Synchronizing usage tracker for tenant:7f0adf03cd15428ba5cee5097d26d268 on resource:port {{(pid=85338) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:53:55.750525 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-177ba314-f35f-4f41-b3b1-5bbae95703cd req-810bf8b1-50ad-44d0-8e21-9fb42a8e7d2a tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Unset dirty status for tenant:7f0adf03cd15428ba5cee5097d26d268 on resource:port {{(pid=85338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:53:55.751782 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-177ba314-f35f-4f41-b3b1-5bbae95703cd req-810bf8b1-50ad-44d0-8e21-9fb42a8e7d2a tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.1047533 Apr 16 11:53:55.801796 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-177ba314-f35f-4f41-b3b1-5bbae95703cd req-ca7a8ea7-1bc1-426c-a51f-719a53fd2c2b tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426421 Apr 16 11:53:55.808290 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7cfa6-92de-4260-8b48-d7a46e5bb995 req-a4a467a7-a694-4623-91d6-1d8c131cad18 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:55.810154 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2fa7cfa6-92de-4260-8b48-d7a46e5bb995 req-a4a467a7-a694-4623-91d6-1d8c131cad18 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 945 time: 0.0918224 Apr 16 11:53:55.858178 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2fa7cfa6-92de-4260-8b48-d7a46e5bb995 req-09b8ba71-f35c-4527-905e-f0f6fe815b74 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414894 Apr 16 11:53:56.808204 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9183b29-d967-4577-966a-9c8b994e865f req-d2daa9e9-15f7-4538-9733-4eb9f809901f tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:56.809798 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e9183b29-d967-4577-966a-9c8b994e865f req-d2daa9e9-15f7-4538-9733-4eb9f809901f tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.0898809 Apr 16 11:53:56.857682 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e9183b29-d967-4577-966a-9c8b994e865f req-e26bab5e-ec53-4fb4-b2ce-eec569308551 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415862 Apr 16 11:53:57.012248 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2a052-f2a3-4efb-b06d-51a88065c08d req-9d3e07b5-af89-4d85-8d67-08d1f7207920 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:57.013859 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-91d2a052-f2a3-4efb-b06d-51a88065c08d req-9d3e07b5-af89-4d85-8d67-08d1f7207920 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.0928881 Apr 16 11:53:57.063174 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-91d2a052-f2a3-4efb-b06d-51a88065c08d req-131c435a-8824-459c-b3f8-14b5a0008b85 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427418 Apr 16 11:53:57.070465 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a27107-ba91-4358-ae60-bbfc81f10cea req-e5879360-cbb7-4636-b254-f1f7725251f3 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:57.072082 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-02a27107-ba91-4358-ae60-bbfc81f10cea req-e5879360-cbb7-4636-b254-f1f7725251f3 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 945 time: 0.0910923 Apr 16 11:53:57.074753 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 1deb7c6f-6a37-41d9-bd1b-aff745b30394 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:53:57.114780 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] No Port match for: 1deb7c6f-6a37-41d9-bd1b-aff745b30394 {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:53:57.115177 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 1deb7c6f-6a37-41d9-bd1b-aff745b30394 not bound to the agent host hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:53:57.327274 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-02a27107-ba91-4358-ae60-bbfc81f10cea req-0ea9e4a5-f822-464d-ae96-45c8f2e808d1 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2486284 Apr 16 11:53:58.061393 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ddda8-6a59-444b-8a0c-890a8de03e12 req-e26fdda6-ea3e-45d3-8497-68f4d7ef304c tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:58.062963 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6f4ddda8-6a59-444b-8a0c-890a8de03e12 req-e26fdda6-ea3e-45d3-8497-68f4d7ef304c tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.0878596 Apr 16 11:53:58.110792 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6f4ddda8-6a59-444b-8a0c-890a8de03e12 req-ce77844c-b560-4312-95b3-9b0dcdec2736 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414624 Apr 16 11:53:58.266280 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8b6c1-24b2-4a02-89d3-7660ddf18893 req-d80dc2ca-e0c5-4911-bf17-f55090f8c3fc tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:58.267890 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0ea8b6c1-24b2-4a02-89d3-7660ddf18893 req-d80dc2ca-e0c5-4911-bf17-f55090f8c3fc tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.0873971 Apr 16 11:53:58.319146 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0ea8b6c1-24b2-4a02-89d3-7660ddf18893 req-f67ead84-746d-4dde-9fee-e117c31dafb9 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443316 Apr 16 11:53:58.538916 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398260bd-0351-4753-bcfb-46828ae69e89 req-8492cc09-1c1e-4907-aa4e-448ab0f24261 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:58.540435 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-398260bd-0351-4753-bcfb-46828ae69e89 req-8492cc09-1c1e-4907-aa4e-448ab0f24261 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 945 time: 0.0908816 Apr 16 11:53:58.587921 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-398260bd-0351-4753-bcfb-46828ae69e89 req-9937ac81-b37d-4352-9ff8-0539cf09dfb7 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410628 Apr 16 11:53:59.314689 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d76ad-2ac8-41e7-b941-b78b79008aca req-73cbca1b-9b40-4895-a02d-bee4bd39ab49 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:59.316229 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-018d76ad-2ac8-41e7-b941-b78b79008aca req-73cbca1b-9b40-4895-a02d-bee4bd39ab49 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.0868728 Apr 16 11:53:59.367100 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-018d76ad-2ac8-41e7-b941-b78b79008aca req-b4c1dc45-6e53-4da0-8d55-0f635a286dc3 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431311 Apr 16 11:53:59.525309 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57afc3b-4211-4f0a-a45d-4c71875f9c88 req-ccc23ee5-1220-4658-893d-a44b022263eb tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:59.526896 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f57afc3b-4211-4f0a-a45d-4c71875f9c88 req-ccc23ee5-1220-4658-893d-a44b022263eb tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.0882535 Apr 16 11:53:59.579580 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f57afc3b-4211-4f0a-a45d-4c71875f9c88 req-a685e2a6-6b81-46bc-bb0f-2c59fc85f06c tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458426 Apr 16 11:53:59.798739 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9790e-419f-4e4e-a4bc-37de6f1d69df req-a60c61f4-3390-43a8-bd5d-5981351b9abb tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:59.800315 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1ea9790e-419f-4e4e-a4bc-37de6f1d69df req-a60c61f4-3390-43a8-bd5d-5981351b9abb tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 945 time: 0.0915668 Apr 16 11:53:59.848166 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1ea9790e-419f-4e4e-a4bc-37de6f1d69df req-7fdf8d1d-64f8-44ff-bad7-ba6cbf44a100 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415416 Apr 16 11:54:00.571491 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad9b09-9fa7-40e2-8cee-1484002be6c6 req-26f079c9-9991-4e6a-beeb-905f4c4cb6f0 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:00.573365 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-55ad9b09-9fa7-40e2-8cee-1484002be6c6 req-26f079c9-9991-4e6a-beeb-905f4c4cb6f0 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.0901279 Apr 16 11:54:00.623853 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-55ad9b09-9fa7-40e2-8cee-1484002be6c6 req-e3b0c49e-18cb-4c5b-8b08-49d234236ca6 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438855 Apr 16 11:54:00.787612 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1fc4b-942a-4b0e-921e-1e33c64b9a65 req-2e147096-4113-447f-8722-b9ddac2ea1bd tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:00.789216 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a3e1fc4b-942a-4b0e-921e-1e33c64b9a65 req-2e147096-4113-447f-8722-b9ddac2ea1bd tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.0863132 Apr 16 11:54:00.836643 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a3e1fc4b-942a-4b0e-921e-1e33c64b9a65 req-29fee954-7c4f-4d7d-81f2-b83232982ac9 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410259 Apr 16 11:54:01.058527 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fc24c-297f-4529-85f0-03f08471f019 req-6de75c05-2124-409b-a1e9-49c462a7f39b tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:01.060173 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1b6fc24c-297f-4529-85f0-03f08471f019 req-6de75c05-2124-409b-a1e9-49c462a7f39b tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 945 time: 0.0941296 Apr 16 11:54:01.107710 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1b6fc24c-297f-4529-85f0-03f08471f019 req-06ab7390-3f72-41bc-86dd-9a5120187e47 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410380 Apr 16 11:54:01.423862 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-63b2df7d-dcd8-411e-ac7e-0245f2335abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:01.901547 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c05695-a4ca-4658-9297-b4ddfc542189 req-a8ef6dd0-f5c0-4fbc-be5a-bf95aa4e25f0 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:01.903126 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-53c05695-a4ca-4658-9297-b4ddfc542189 req-a8ef6dd0-f5c0-4fbc-be5a-bf95aa4e25f0 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.1635563 Apr 16 11:54:01.916775 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f699ff-0835-4b43-b282-77bf82a96b7a req-415604d4-39f1-4ead-a92a-8f8f9620178b tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:01.918193 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f3f699ff-0835-4b43-b282-77bf82a96b7a req-415604d4-39f1-4ead-a92a-8f8f9620178b tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.1233523 Apr 16 11:54:02.019267 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-53c05695-a4ca-4658-9297-b4ddfc542189 req-4dcd8884-da1c-4245-b960-8ad3fb69f181 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999205 Apr 16 11:54:02.028326 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-f3f699ff-0835-4b43-b282-77bf82a96b7a req-51e95a88-57e5-4a16-818a-6a66f13acf82 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Deleting port 9cae497e-b897-4b2f-aa74-6fa18d6bc210 {{(pid=85338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:54:02.028703 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-f3f699ff-0835-4b43-b282-77bf82a96b7a req-51e95a88-57e5-4a16-818a-6a66f13acf82 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:02.045620 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c05f4-3eaf-438b-8f0a-b0926e88f0dd req-1cc65065-1112-4f81-920d-284d5dd463e7 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:02.047218 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9b1c05f4-3eaf-438b-8f0a-b0926e88f0dd req-1cc65065-1112-4f81-920d-284d5dd463e7 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 945 time: 0.0895216 Apr 16 11:54:02.095481 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9b1c05f4-3eaf-438b-8f0a-b0926e88f0dd req-868e229d-7ad8-44ce-ad27-699872569911 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/security-groups?id=ac9a9b14-fb52-4477-ac97-71080125902e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419090 Apr 16 11:54:02.363560 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-f3f699ff-0835-4b43-b282-77bf82a96b7a req-51e95a88-57e5-4a16-818a-6a66f13acf82 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] For port 9cae497e-b897-4b2f-aa74-6fa18d6bc210, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=9cae497e-b897-4b2f-aa74-6fa18d6bc210,segment=NetworkSegment(784c11af-87b1-4dd1-aa84-963206373314),segment_id=784c11af-87b1-4dd1-aa84-963206373314)] {{(pid=85338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:54:02.363958 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-f3f699ff-0835-4b43-b282-77bf82a96b7a req-51e95a88-57e5-4a16-818a-6a66f13acf82 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:02.509032 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26b52c-e25c-4fbc-91fa-c6829043ccf9 req-715eb0cb-6d48-4b68-aa79-a55a11379eea tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:02.510532 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0c26b52c-e25c-4fbc-91fa-c6829043ccf9 req-715eb0cb-6d48-4b68-aa79-a55a11379eea tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 945 time: 0.2769530 Apr 16 11:54:02.517584 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-f3f699ff-0835-4b43-b282-77bf82a96b7a req-51e95a88-57e5-4a16-818a-6a66f13acf82 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Calling delete_port for 9cae497e-b897-4b2f-aa74-6fa18d6bc210 owned by compute:nova {{(pid=85338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:54:02.619444 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0c26b52c-e25c-4fbc-91fa-c6829043ccf9 req-0afdd55f-a8c0-43ef-ad03-e8cd5782e92f tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0710926 Apr 16 11:54:02.711908 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-f3f699ff-0835-4b43-b282-77bf82a96b7a req-51e95a88-57e5-4a16-818a-6a66f13acf82 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1351932'] for port, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:02.726442 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['9cae497e-b897-4b2f-aa74-6fa18d6bc210'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:54:02.727421 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:02.825246 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e95a88-57e5-4a16-818a-6a66f13acf82 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Pushing event deleted for resources: {'Port': ['ID=9cae497e-b897-4b2f-aa74-6fa18d6bc210,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:02.831417 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-51e95a88-57e5-4a16-818a-6a66f13acf82 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:02.980635 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f699ff-0835-4b43-b282-77bf82a96b7a req-51e95a88-57e5-4a16-818a-6a66f13acf82 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] No DVR routers for this DVR port 9cae497e-b897-4b2f-aa74-6fa18d6bc210 on host hv-cinder-68948 {{(pid=85338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 11:54:02.983330 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-f3f699ff-0835-4b43-b282-77bf82a96b7a req-51e95a88-57e5-4a16-818a-6a66f13acf82 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:02.986268 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1361429-b0a8-45c2-abcf-4c5d4059befe', 'name': 'network-vif-deleted', 'tag': '9cae497e-b897-4b2f-aa74-6fa18d6bc210'}] {{(pid=85338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:54:03.002531 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f3f699ff-0835-4b43-b282-77bf82a96b7a req-51e95a88-57e5-4a16-818a-6a66f13acf82 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.79 "DELETE /v2.0/ports/9cae497e-b897-4b2f-aa74-6fa18d6bc210 HTTP/1.1" status: 204 len: 173 time: 1.0676675 Apr 16 11:54:03.041476 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1361429-b0a8-45c2-abcf-4c5d4059befe', 'name': 'network-vif-deleted', 'tag': '9cae497e-b897-4b2f-aa74-6fa18d6bc210', 'status': 'completed', 'code': 200} Apr 16 11:54:03.234831 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f3d70-d300-46d8-bd15-968a3457ba8e req-b0041303-49d3-47d5-bb12-eadf118c005a tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:03.236546 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-cd6f3d70-d300-46d8-bd15-968a3457ba8e req-b0041303-49d3-47d5-bb12-eadf118c005a tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.0922456 Apr 16 11:54:03.288924 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-cd6f3d70-d300-46d8-bd15-968a3457ba8e req-3a51a8ee-3e43-48d4-9429-b3a7d78f4654 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426068 Apr 16 11:54:03.292183 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1bfeb068-18ef-4b8e-bc16-cc41abb5a045 req-64a707a4-81c1-4fa8-8499-1437852fd715 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1361429-b0a8-45c2-abcf-4c5d4059befe HTTP/1.1" status: 200 len: 210 time: 0.0543189 Apr 16 11:54:03.826590 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d6fc2-f8b4-4066-aced-99eb3370d7ab req-6e5efcfd-601d-4265-a7d9-12775fe637bc tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:03.828152 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b00d6fc2-f8b4-4066-aced-99eb3370d7ab req-6e5efcfd-601d-4265-a7d9-12775fe637bc tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 945 time: 0.0912418 Apr 16 11:54:03.876033 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b00d6fc2-f8b4-4066-aced-99eb3370d7ab req-14d574c1-20ee-41ee-92c3-242a74117202 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414162 Apr 16 11:54:04.395150 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 53966) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:04.656733 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37815724-188b-4bd1-b8a7-f76c7c609393 req-48a7785b-b2fa-4fc5-aaae-0188d2c383a8 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:04.658499 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-37815724-188b-4bd1-b8a7-f76c7c609393 req-48a7785b-b2fa-4fc5-aaae-0188d2c383a8 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.2057273 Apr 16 11:54:04.845288 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a99bca9c-8bdd-4d8c-ad68-39b4974d1ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:04.850019 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-37815724-188b-4bd1-b8a7-f76c7c609393 req-9aa23571-158a-4653-87f1-55f75fc92cc1 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374118 Apr 16 11:54:05.081312 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a026db3a-753a-474a-87a2-bfea91fc5e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083577'] for router_interface, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:05.089509 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec36cf-b5b1-40c0-ae92-49d260cee0f1 req-eec4aae9-52c1-4810-874a-88c10644e875 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:05.089792 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 83db117e-0bf5-4936-b1c9-74bccc07aed5 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:54:05.091151 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a8ec36cf-b5b1-40c0-ae92-49d260cee0f1 req-eec4aae9-52c1-4810-874a-88c10644e875 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 945 time: 0.0913541 Apr 16 11:54:05.146210 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a8ec36cf-b5b1-40c0-ae92-49d260cee0f1 req-7334474d-f96c-4096-b652-3e7d4515ca70 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458279 Apr 16 11:54:05.171539 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 9cae497e-b897-4b2f-aa74-6fa18d6bc210 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:54:05.218234 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] No Port match for: 9cae497e-b897-4b2f-aa74-6fa18d6bc210 {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:54:05.218602 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 9cae497e-b897-4b2f-aa74-6fa18d6bc210 not bound to the agent host hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:54:05.278644 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 83db117e-0bf5-4936-b1c9-74bccc07aed5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=83db117e-0bf5-4936-b1c9-74bccc07aed5,segment=NetworkSegment(c54cd4bb-a55a-449f-8842-dcc82906022a),segment_id=c54cd4bb-a55a-449f-8842-dcc82906022a)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:54:05.294961 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Returning: {'device': '83db117e-0bf5-4936-b1c9-74bccc07aed5', 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7', 'port_id': '83db117e-0bf5-4936-b1c9-74bccc07aed5', 'mac_address': 'fa:16:3e:37:13:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e34726b9-4f8a-44d8-a3f0-ee759b42ab33', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:54:05.363728 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:05.384997 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83db117e-0bf5-4936-b1c9-74bccc07aed5 {{(pid=85339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:54:05.402974 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 83db117e-0bf5-4936-b1c9-74bccc07aed5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=83db117e-0bf5-4936-b1c9-74bccc07aed5,segment=NetworkSegment(c54cd4bb-a55a-449f-8842-dcc82906022a),segment_id=c54cd4bb-a55a-449f-8842-dcc82906022a)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:54:05.408551 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:05.410461 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-dc135b8e-b98d-41ff-b079-15f316f4006d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:05.487175 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=83db117e-0bf5-4936-b1c9-74bccc07aed5,revision_number=6']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:05.497005 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:05.497419 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:05.497799 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:05.498173 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:05.498546 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:05.498953 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:05.499324 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:05.499694 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:05.500077 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:05.500467 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:05.500832 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:05.501195 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:05.505303 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:05.511392 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['83db117e-0bf5-4936-b1c9-74bccc07aed5'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:54:05.697897 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-a026db3a-753a-474a-87a2-bfea91fc5e37 admin admin] Deleting port 5eff617e-2b25-421c-a274-b89828a6801a {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:54:05.698280 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a026db3a-753a-474a-87a2-bfea91fc5e37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:05.807908 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:05.883463 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-a026db3a-753a-474a-87a2-bfea91fc5e37 admin admin] For port 5eff617e-2b25-421c-a274-b89828a6801a, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=5eff617e-2b25-421c-a274-b89828a6801a,segment=NetworkSegment(784c11af-87b1-4dd1-aa84-963206373314),segment_id=784c11af-87b1-4dd1-aa84-963206373314)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:54:05.883865 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a026db3a-753a-474a-87a2-bfea91fc5e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:06.018892 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-a026db3a-753a-474a-87a2-bfea91fc5e37 admin admin] Calling delete_port for 5eff617e-2b25-421c-a274-b89828a6801a owned by network:router_interface {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:54:06.329203 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee457a51-9da3-4684-a092-34d9dc267fc6 req-ad1cb0ca-f751-453f-a083-f5c4445e497e tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:06.330789 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ee457a51-9da3-4684-a092-34d9dc267fc6 req-ad1cb0ca-f751-453f-a083-f5c4445e497e tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.3200958 Apr 16 11:54:06.363732 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7e2d0-2e34-4339-a084-9778e6fc8471 req-3416f503-23e1-4f3a-81f3-38b7dabfd960 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:06.365303 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9fa7e2d0-2e34-4339-a084-9778e6fc8471 req-3416f503-23e1-4f3a-81f3-38b7dabfd960 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 944 time: 0.0965006 Apr 16 11:54:06.416127 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:06.420845 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9fa7e2d0-2e34-4339-a084-9778e6fc8471 req-76a3fbbe-61f1-469c-9ce4-841effa6050a tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482099 Apr 16 11:54:06.426464 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ee457a51-9da3-4684-a092-34d9dc267fc6 req-af13b229-8bde-4810-a9b4-d6995185ba0d tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815141 Apr 16 11:54:06.459975 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a026db3a-753a-474a-87a2-bfea91fc5e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:06.475490 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-aa8999b6-18e6-4e02-ac83-07c7f64f5d18 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:06.571237 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026db3a-753a-474a-87a2-bfea91fc5e37 admin admin] Pushing event deleted for resources: {'Port': ['ID=5eff617e-2b25-421c-a274-b89828a6801a,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:06.587120 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026db3a-753a-474a-87a2-bfea91fc5e37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:06.587548 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026db3a-753a-474a-87a2-bfea91fc5e37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:06.587929 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026db3a-753a-474a-87a2-bfea91fc5e37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:06.588348 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026db3a-753a-474a-87a2-bfea91fc5e37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:06.588741 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026db3a-753a-474a-87a2-bfea91fc5e37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:06.589137 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026db3a-753a-474a-87a2-bfea91fc5e37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:06.589528 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026db3a-753a-474a-87a2-bfea91fc5e37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:06.589917 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026db3a-753a-474a-87a2-bfea91fc5e37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:06.590305 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026db3a-753a-474a-87a2-bfea91fc5e37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:06.590693 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026db3a-753a-474a-87a2-bfea91fc5e37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:06.591074 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026db3a-753a-474a-87a2-bfea91fc5e37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:06.591457 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026db3a-753a-474a-87a2-bfea91fc5e37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:06.596660 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-a026db3a-753a-474a-87a2-bfea91fc5e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:06.928211 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a026db3a-753a-474a-87a2-bfea91fc5e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853098054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084690'] for router_interface, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:07.088794 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 83db117e-0bf5-4936-b1c9-74bccc07aed5 up at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:54:07.162459 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning complete for port 83db117e-0bf5-4936-b1c9-74bccc07aed5 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:54:07.162860 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:07.293412 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:07.322389 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d619d9-39be-47bd-9022-90edb3c66a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83db117e-0bf5-4936-b1c9-74bccc07aed5'}] {{(pid=85339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:54:07.332858 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 83db117e-0bf5-4936-b1c9-74bccc07aed5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=83db117e-0bf5-4936-b1c9-74bccc07aed5,segment=NetworkSegment(c54cd4bb-a55a-449f-8842-dcc82906022a),segment_id=c54cd4bb-a55a-449f-8842-dcc82906022a)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:54:07.336952 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:07.339049 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:07.372632 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d619d9-39be-47bd-9022-90edb3c66a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83db117e-0bf5-4936-b1c9-74bccc07aed5', 'code': 200} Apr 16 11:54:07.416336 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=83db117e-0bf5-4936-b1c9-74bccc07aed5,revision_number=7']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:07.419485 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:07.447225 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a026db3a-753a-474a-87a2-bfea91fc5e37 admin admin] Router 52c08d79-33d4-4748-a323-bdcfd3a6aeeb has already been hosted by L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 {{(pid=85337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:54:07.571290 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:07.645385 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe6afc-c36b-428d-9470-44a52e58677b req-59dbb966-0ffc-4c9f-ba77-a6d1f6cf0562 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:07.647097 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-bdbe6afc-c36b-428d-9470-44a52e58677b req-59dbb966-0ffc-4c9f-ba77-a6d1f6cf0562 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.1003275 Apr 16 11:54:07.699017 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-bdbe6afc-c36b-428d-9470-44a52e58677b req-9efca673-9daf-4af3-b23c-f548e4ea9b2a tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444374 Apr 16 11:54:07.709630 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a026db3a-753a-474a-87a2-bfea91fc5e37 admin admin] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:54:07.726773 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae776fbb-6489-45e7-a31d-20490bb7a59f None None] Sync routers for ids ['52c08d79-33d4-4748-a323-bdcfd3a6aeeb'] in dv-cinder-689486-10-iscsi {{(pid=85340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:54:07.729836 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f39cd8-c2b9-43e2-b2d3-71f9ef51fb7f req-0e1e6e7e-332c-46a7-a2b6-080425f47069 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:07.731426 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c9f39cd8-c2b9-43e2-b2d3-71f9ef51fb7f req-0e1e6e7e-332c-46a7-a2b6-080425f47069 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 945 time: 0.1503499 Apr 16 11:54:07.737481 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae776fbb-6489-45e7-a31d-20490bb7a59f None None] Routers {'52c08d79-33d4-4748-a323-bdcfd3a6aeeb'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:54:07.738150 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-ae776fbb-6489-45e7-a31d-20490bb7a59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:54:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['52c08d79-33d4-4748-a323-bdcfd3a6aeeb'], 'active': True} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:07.738920 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-a026db3a-753a-474a-87a2-bfea91fc5e37 admin admin] 10.222.0.71 "PUT /v2.0/routers/52c08d79-33d4-4748-a323-bdcfd3a6aeeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3425732 Apr 16 11:54:07.742435 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 53982) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:07.781948 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c9f39cd8-c2b9-43e2-b2d3-71f9ef51fb7f req-bcaf58be-1685-4608-9713-24b495d4f104 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418267 Apr 16 11:54:07.932272 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-39ac225e-71a8-404c-a723-a5d10ccfa7b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:07.933763 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-ae776fbb-6489-45e7-a31d-20490bb7a59f None None] Set router 52c08d79-33d4-4748-a323-bdcfd3a6aeeb gateway port host: dv-cinder-689486-10-iscsi {{(pid=85340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:54:08.121774 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-39ac225e-71a8-404c-a723-a5d10ccfa7b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:08.129965 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-39ac225e-71a8-404c-a723-a5d10ccfa7b9 admin admin] Deleting port ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a {{(pid=85338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:54:08.130406 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-39ac225e-71a8-404c-a723-a5d10ccfa7b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:08.326619 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-39ac225e-71a8-404c-a723-a5d10ccfa7b9 admin admin] For port ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a,segment=NetworkSegment(fbc7dd2f-3e5c-4067-bc2d-84cf54659228),segment_id=fbc7dd2f-3e5c-4067-bc2d-84cf54659228)] {{(pid=85338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:54:08.327016 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-39ac225e-71a8-404c-a723-a5d10ccfa7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:08.394518 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-ae776fbb-6489-45e7-a31d-20490bb7a59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c08d79-33d4-4748-a323-bdcfd3a6aeeb', 'name': 'tempest-ServerRescueNegativeTestJSON-252055135-router', 'tenant_id': '7f0adf03cd15428ba5cee5097d26d268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:34Z', 'updated_at': '2021-04-16T11:54:06Z', 'revision_number': 5, 'project_id': '7f0adf03cd15428ba5cee5097d26d268', 'gw_port': {'id': 'ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:dd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c08d79-33d4-4748-a323-bdcfd3a6aeeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:36Z', 'updated_at': '2021-04-16T11:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi'}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:08.398466 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae776fbb-6489-45e7-a31d-20490bb7a59f None None] Checking router: 52c08d79-33d4-4748-a323-bdcfd3a6aeeb for host: dv-cinder-689486-10-iscsi {{(pid=85340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:54:08.407183 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae776fbb-6489-45e7-a31d-20490bb7a59f None None] Routers {'52c08d79-33d4-4748-a323-bdcfd3a6aeeb'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:54:08.408072 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-ae776fbb-6489-45e7-a31d-20490bb7a59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:54:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['52c08d79-33d4-4748-a323-bdcfd3a6aeeb'], 'active': True} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:08.460980 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-39ac225e-71a8-404c-a723-a5d10ccfa7b9 admin admin] Calling delete_port for ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a owned by network:router_gateway {{(pid=85338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:54:08.566940 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-ae776fbb-6489-45e7-a31d-20490bb7a59f None None] Set router 52c08d79-33d4-4748-a323-bdcfd3a6aeeb gateway port host: None {{(pid=85340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:54:08.681326 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-ae776fbb-6489-45e7-a31d-20490bb7a59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c08d79-33d4-4748-a323-bdcfd3a6aeeb', 'name': 'tempest-ServerRescueNegativeTestJSON-252055135-router', 'tenant_id': '7f0adf03cd15428ba5cee5097d26d268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:34Z', 'updated_at': '2021-04-16T11:54:08Z', 'revision_number': 6, 'project_id': '7f0adf03cd15428ba5cee5097d26d268', 'gw_port_host': None}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:08.686205 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae776fbb-6489-45e7-a31d-20490bb7a59f None None] The sync data for ids ['52c08d79-33d4-4748-a323-bdcfd3a6aeeb'] in dv-cinder-689486-10-iscsi is: [{'id': '52c08d79-33d4-4748-a323-bdcfd3a6aeeb', 'name': 'tempest-ServerRescueNegativeTestJSON-252055135-router', 'tenant_id': '7f0adf03cd15428ba5cee5097d26d268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:34Z', 'updated_at': '2021-04-16T11:54:08Z', 'revision_number': 6, 'project_id': '7f0adf03cd15428ba5cee5097d26d268', 'gw_port_host': None}] {{(pid=85340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:54:09.005623 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c8512-734b-418f-a31b-c652cd61e927 req-b495a83e-649a-403e-8844-259c954e627c tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:09.008825 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6e9c8512-734b-418f-a31b-c652cd61e927 req-b495a83e-649a-403e-8844-259c954e627c tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 945 time: 0.0966749 Apr 16 11:54:09.042849 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51128a2-809a-41c8-81a3-40f3595334a5 req-62b93f8a-1811-476f-9c3e-3f4fbe246662 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:09.044493 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d51128a2-809a-41c8-81a3-40f3595334a5 req-62b93f8a-1811-476f-9c3e-3f4fbe246662 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.1522844 Apr 16 11:54:09.056494 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6e9c8512-734b-418f-a31b-c652cd61e927 req-7a3adfc8-0e7d-4ea6-9991-dddfa904d28f tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427737 Apr 16 11:54:09.101895 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-39ac225e-71a8-404c-a723-a5d10ccfa7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1351932'] for port, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:09.120225 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-6d39b52b-5156-4d47-af0a-45006aaf5194 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:09.189937 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 5eff617e-2b25-421c-a274-b89828a6801a no longer exists at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:54:09.219431 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac225e-71a8-404c-a723-a5d10ccfa7b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:09.224099 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d51128a2-809a-41c8-81a3-40f3595334a5 req-eee0c6e6-13ca-4c13-a202-e0a06da1ff23 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719894 Apr 16 11:54:09.230041 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-39ac225e-71a8-404c-a723-a5d10ccfa7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:09.237466 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] No Port match for: 5eff617e-2b25-421c-a274-b89828a6801a {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:54:09.237906 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 5eff617e-2b25-421c-a274-b89828a6801a not bound to the agent host dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:54:09.238502 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a no longer exists at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:54:09.275356 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] No Port match for: ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:54:09.275757 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device ad7de6a3-2d37-4b6c-bdf5-a3c872f3946a not bound to the agent host dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:54:09.393789 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-39ac225e-71a8-404c-a723-a5d10ccfa7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084840'] for router_gateway, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:09.580907 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-39ac225e-71a8-404c-a723-a5d10ccfa7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2082130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5121'] for router, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:09.583137 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-39ac225e-71a8-404c-a723-a5d10ccfa7b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:09.669472 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-39ac225e-71a8-404c-a723-a5d10ccfa7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852688958'] for router, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:09.670035 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ac225e-71a8-404c-a723-a5d10ccfa7b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52c08d79-33d4-4748-a323-bdcfd3a6aeeb {{(pid=85338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 11:54:09.683925 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-39ac225e-71a8-404c-a723-a5d10ccfa7b9 admin admin] Notify callbacks [] for router, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:09.685360 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-39ac225e-71a8-404c-a723-a5d10ccfa7b9 admin admin] 10.222.0.71 "DELETE /v2.0/routers/52c08d79-33d4-4748-a323-bdcfd3a6aeeb HTTP/1.1" status: 204 len: 168 time: 1.9418674 Apr 16 11:54:09.687976 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 53990) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:09.760075 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cba7fb2-9db0-4f55-84d5-88044309d009 admin admin] Deleting subnet d580634d-19a3-4e7e-9a28-924962cb301f {{(pid=85338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 11:54:09.770717 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1cba7fb2-9db0-4f55-84d5-88044309d009 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:09.831093 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1cba7fb2-9db0-4f55-84d5-88044309d009 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6398902'] for subnet, precommit_delete_associations {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:09.894808 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1cba7fb2-9db0-4f55-84d5-88044309d009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770791'] for subnet, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:10.182510 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1cba7fb2-9db0-4f55-84d5-88044309d009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853423959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848236330'] for subnet, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:10.202903 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:10.254747 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba7fb2-9db0-4f55-84d5-88044309d009 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d580634d-19a3-4e7e-9a28-924962cb301f,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:10.294627 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d2408-99b4-4094-9001-c5539a9fb3b0 req-3ce002e7-92e8-426c-bf6e-e763eafdafac tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:10.296141 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-de4d2408-99b4-4094-9001-c5539a9fb3b0 req-3ce002e7-92e8-426c-bf6e-e763eafdafac tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 945 time: 0.1065831 Apr 16 11:54:10.318109 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-1cba7fb2-9db0-4f55-84d5-88044309d009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:10.355836 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1cba7fb2-9db0-4f55-84d5-88044309d009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for subnet, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:10.360418 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-de4d2408-99b4-4094-9001-c5539a9fb3b0 req-dae3d66d-3f0d-4568-a004-bbaba2f0cb40 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0571282 Apr 16 11:54:10.364356 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-1cba7fb2-9db0-4f55-84d5-88044309d009 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/d580634d-19a3-4e7e-9a28-924962cb301f HTTP/1.1" status: 204 len: 168 time: 0.6734080 Apr 16 11:54:10.365262 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 54018) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:10.559064 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f8bd5a16-1160-44c4-bd71-586da38725fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-34362'] for network, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:10.700600 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189af2a6-a096-4a75-a7a4-108a86a481ba req-06f53076-d22d-4781-b404-aafb7a1c8ab5 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:10.702550 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-189af2a6-a096-4a75-a7a4-108a86a481ba req-06f53076-d22d-4781-b404-aafb7a1c8ab5 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.3335750 Apr 16 11:54:10.838621 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f8bd5a16-1160-44c4-bd71-586da38725fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-437016', 'neutron.services.segments.db._delete_segments_for_network-8740188510920'] for network, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:10.866384 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-189af2a6-a096-4a75-a7a4-108a86a481ba req-8c790a83-529c-4b95-a9ae-3a0d09f257cf tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484778 Apr 16 11:54:10.994308 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-f8bd5a16-1160-44c4-bd71-586da38725fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c']}} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:11.008610 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-f8bd5a16-1160-44c4-bd71-586da38725fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '784c11af-87b1-4dd1-aa84-963206373314') {'for_net_delete': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:11.009224 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-f8bd5a16-1160-44c4-bd71-586da38725fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '784c11af-87b1-4dd1-aa84-963206373314') {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:11.023319 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f8bd5a16-1160-44c4-bd71-586da38725fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740188483033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848376946'] for segment, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:11.045340 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f8bd5a16-1160-44c4-bd71-586da38725fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2559'] for segment, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:11.056623 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8bd5a16-1160-44c4-bd71-586da38725fd admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=85338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 11:54:11.265917 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-f8bd5a16-1160-44c4-bd71-586da38725fd admin admin] Network 81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c has no segments {{(pid=85338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:54:11.276514 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f8bd5a16-1160-44c4-bd71-586da38725fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854773273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1351944'] for segment, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:11.481911 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-f8bd5a16-1160-44c4-bd71-586da38725fd admin admin] Network 81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c has no segments {{(pid=85338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:54:11.507011 dv-cinder-689486-10-iscsi neutron-server[85224]: Traceback (most recent call last): Apr 16 11:54:11.507011 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 11:54:11.507011 dv-cinder-689486-10-iscsi neutron-server[85224]: timer() Apr 16 11:54:11.507011 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 11:54:11.507011 dv-cinder-689486-10-iscsi neutron-server[85224]: cb(*args, **kw) Apr 16 11:54:11.507011 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 11:54:11.507011 dv-cinder-689486-10-iscsi neutron-server[85224]: return func(*args, **kwargs) Apr 16 11:54:11.507011 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 11:54:11.507011 dv-cinder-689486-10-iscsi neutron-server[85224]: self._notify() Apr 16 11:54:11.507011 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 11:54:11.507011 dv-cinder-689486-10-iscsi neutron-server[85224]: self.callback(batched_events) Apr 16 11:54:11.507011 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 11:54:11.507011 dv-cinder-689486-10-iscsi neutron-server[85224]: event.method(event) Apr 16 11:54:11.507011 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 11:54:11.507011 dv-cinder-689486-10-iscsi neutron-server[85224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 11:54:11.507011 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 11:54:11.507011 dv-cinder-689486-10-iscsi neutron-server[85224]: segment_id)['aggregates'][0] Apr 16 11:54:11.507011 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 11:54:11.507011 dv-cinder-689486-10-iscsi neutron-server[85224]: return f(self, *a, **k) Apr 16 11:54:11.507011 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 11:54:11.507011 dv-cinder-689486-10-iscsi neutron-server[85224]: return self._get(url).json() Apr 16 11:54:11.507011 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 11:54:11.507011 dv-cinder-689486-10-iscsi neutron-server[85224]: **kwargs) Apr 16 11:54:11.507011 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 11:54:11.507011 dv-cinder-689486-10-iscsi neutron-server[85224]: return self.request(url, 'GET', **kwargs) Apr 16 11:54:11.507011 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 11:54:11.507011 dv-cinder-689486-10-iscsi neutron-server[85224]: **endpoint_filter) Apr 16 11:54:11.507011 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 11:54:11.507011 dv-cinder-689486-10-iscsi neutron-server[85224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 11:54:11.507011 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 11:54:11.507011 dv-cinder-689486-10-iscsi neutron-server[85224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 11:54:11.507011 dv-cinder-689486-10-iscsi neutron-server[85224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 11:54:11.604866 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f8bd5a16-1160-44c4-bd71-586da38725fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854338799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852691194'] for network, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:11.609697 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-db3cb54d-7038-4261-a01b-86328e227a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:11.622919 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594398f1-7ee6-42e6-b2a7-4b431c9b34b3 req-adefebeb-d01f-4d90-89a0-2849cd5d1715 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:11.625068 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-594398f1-7ee6-42e6-b2a7-4b431c9b34b3 req-adefebeb-d01f-4d90-89a0-2849cd5d1715 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 945 time: 0.1111908 Apr 16 11:54:11.635571 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f8bd5a16-1160-44c4-bd71-586da38725fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for network, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:11.638007 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd5a16-1160-44c4-bd71-586da38725fd admin admin] Pushing event deleted for resources: {'Network': ['ID=81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:11.644842 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f8bd5a16-1160-44c4-bd71-586da38725fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:11.653434 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-f8bd5a16-1160-44c4-bd71-586da38725fd admin admin] 10.222.0.71 "DELETE /v2.0/networks/81fd8aa3-f1dc-4ecc-87a7-7bab7c5f229c HTTP/1.1" status: 204 len: 168 time: 1.2868285 Apr 16 11:54:11.887061 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 54028) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:11.969988 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-594398f1-7ee6-42e6-b2a7-4b431c9b34b3 req-52da1432-c3a4-4a90-a0af-3b5173af02a7 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3378873 Apr 16 11:54:11.974368 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-6ab8045d-3af2-4eb9-920f-83b1cb1cb405 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7f0adf03cd15428ba5cee5097d26d268&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0857341 Apr 16 11:54:11.977223 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 54034) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:12.051611 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-630af6d2-abf9-41ad-aae2-411c9e15107e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:12.086303 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-630af6d2-abf9-41ad-aae2-411c9e15107e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:12.113775 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fc521-4d1f-47b0-a7df-408d8ec0661c req-c2cae2df-40d5-4862-9df8-28eef98b548e tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:12.116370 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-cb4fc521-4d1f-47b0-a7df-408d8ec0661c req-c2cae2df-40d5-4862-9df8-28eef98b548e tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.1095788 Apr 16 11:54:12.151237 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-630af6d2-abf9-41ad-aae2-411c9e15107e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:12.158264 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-7f825017-267c-40b0-a715-b69f57d84725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:12.172770 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630af6d2-abf9-41ad-aae2-411c9e15107e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9a9b14-fb52-4477-ac97-71080125902e,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:12.180752 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-630af6d2-abf9-41ad-aae2-411c9e15107e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:12.190726 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-630af6d2-abf9-41ad-aae2-411c9e15107e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:12.194562 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-630af6d2-abf9-41ad-aae2-411c9e15107e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ac9a9b14-fb52-4477-ac97-71080125902e HTTP/1.1" status: 204 len: 168 time: 0.2136741 Apr 16 11:54:12.195691 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-cb4fc521-4d1f-47b0-a7df-408d8ec0661c req-c36a7ad1-2178-4f81-8e42-d0ff315890fe tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698056 Apr 16 11:54:13.159209 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 54060) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:13.258487 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4fffa-f002-4f31-95f3-fbe1598e815f req-84d7a803-4e5c-4cbc-b6bd-6cf803e2c7b8 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:13.260598 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-19f4fffa-f002-4f31-95f3-fbe1598e815f req-84d7a803-4e5c-4cbc-b6bd-6cf803e2c7b8 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 945 time: 0.1405656 Apr 16 11:54:13.346145 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-19f4fffa-f002-4f31-95f3-fbe1598e815f req-6de893e5-fd4d-4ef4-97cb-aaefdde9c6fe tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548980 Apr 16 11:54:13.388857 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-c924c72c-0b10-4b05-898e-58d4d849f7d2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-958597077-network', 'tenant_id': '85455662fb0f48e991a43765dab6a422'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:54:13.399287 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-c924c72c-0b10-4b05-898e-58d4d849f7d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:54:13.412317 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-c924c72c-0b10-4b05-898e-58d4d849f7d2 admin admin] Usage tracker for resource:network and tenant:85455662fb0f48e991a43765dab6a422 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:54:13.418004 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-c924c72c-0b10-4b05-898e-58d4d849f7d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:54:13.427057 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-c924c72c-0b10-4b05-898e-58d4d849f7d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:54:13.447439 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c924c72c-0b10-4b05-898e-58d4d849f7d2 admin admin] Made reservation on behalf of 85455662fb0f48e991a43765dab6a422 for: {'network': 1} {{(pid=85338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:54:13.452525 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c924c72c-0b10-4b05-898e-58d4d849f7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for network, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:13.472566 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c924c72c-0b10-4b05-898e-58d4d849f7d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:13.494761 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c83721-941e-42ab-9694-5e1a3171f394 req-7a4de66e-b2cc-46ce-9221-f383a50d38e8 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:13.496440 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-18c83721-941e-42ab-9694-5e1a3171f394 req-7a4de66e-b2cc-46ce-9221-f383a50d38e8 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.1536202 Apr 16 11:54:13.500878 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-c924c72c-0b10-4b05-898e-58d4d849f7d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:54:13.506384 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-c924c72c-0b10-4b05-898e-58d4d849f7d2 admin admin] Usage tracker for resource:security_group_rule and tenant:85455662fb0f48e991a43765dab6a422 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:54:13.522412 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-c924c72c-0b10-4b05-898e-58d4d849f7d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:54:13.533720 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-c924c72c-0b10-4b05-898e-58d4d849f7d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:54:13.578685 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-18c83721-941e-42ab-9694-5e1a3171f394 req-80544bcf-9096-4d1c-845b-9f0698976c25 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736105 Apr 16 11:54:13.630531 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:13.879123 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c924c72c-0b10-4b05-898e-58d4d849f7d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:13.881922 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c924c72c-0b10-4b05-898e-58d4d849f7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:13.885667 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-21ecf6ab-a58b-446b-bd6a-1fa7b1b1b9cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:13.915724 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c924c72c-0b10-4b05-898e-58d4d849f7d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=85338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:54:13.925493 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c924c72c-0b10-4b05-898e-58d4d849f7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19d2172-4ef7-47f8-8801-3d79105b5850,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:13.931647 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-c924c72c-0b10-4b05-898e-58d4d849f7d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:13.934258 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c924c72c-0b10-4b05-898e-58d4d849f7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2559'] for segment, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:13.934622 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.segments_db [None req-c924c72c-0b10-4b05-898e-58d4d849f7d2 admin admin] Added segment 02566448-962a-4bff-bc4b-b056baa98f84 of type vlan for network d6054d94-600a-4493-8aaa-bd5163f6ac39 Apr 16 11:54:13.962454 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c924c72c-0b10-4b05-898e-58d4d849f7d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740187980010'] for network, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:13.996510 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c924c72c-0b10-4b05-898e-58d4d849f7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747'] for network, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:13.997953 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c924c72c-0b10-4b05-898e-58d4d849f7d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:13.998592 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c924c72c-0b10-4b05-898e-58d4d849f7d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for network, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:14.003752 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:14.111863 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-c924c72c-0b10-4b05-898e-58d4d849f7d2 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9509668 Apr 16 11:54:14.113052 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c924c72c-0b10-4b05-898e-58d4d849f7d2 admin admin] Pushing event updated for resources: {'Network': ['ID=d6054d94-600a-4493-8aaa-bd5163f6ac39,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:14.115913 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 54076) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:14.116048 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-c924c72c-0b10-4b05-898e-58d4d849f7d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:14.126941 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Network d6054d94-600a-4493-8aaa-bd5163f6ac39 details requested by agent ovs-agent-dv-cinder-689486-10-iscsi with host dv-cinder-689486-10-iscsi {{(pid=85339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:54:14.134371 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-ea08ae12-4da4-4c7c-9280-95749b2eb2d5 admin admin] Request body: {'subnet': {'network_id': 'd6054d94-600a-4493-8aaa-bd5163f6ac39', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-958597077-subnet', 'tenant_id': '85455662fb0f48e991a43765dab6a422', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:54:14.139683 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-ea08ae12-4da4-4c7c-9280-95749b2eb2d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:54:14.144418 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-ea08ae12-4da4-4c7c-9280-95749b2eb2d5 admin admin] Usage tracker for resource:subnet and tenant:85455662fb0f48e991a43765dab6a422 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:54:14.147642 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-ea08ae12-4da4-4c7c-9280-95749b2eb2d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:54:14.155371 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-ea08ae12-4da4-4c7c-9280-95749b2eb2d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:54:14.167713 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea08ae12-4da4-4c7c-9280-95749b2eb2d5 admin admin] Made reservation on behalf of 85455662fb0f48e991a43765dab6a422 for: {'subnet': 1} {{(pid=85337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:54:14.173607 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ea08ae12-4da4-4c7c-9280-95749b2eb2d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036849705449'] for subnet, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:14.636422 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3008f4-7e4c-4e99-8eae-866db48ba425 req-b60d6971-fea4-4277-9bf4-40af33d8a378 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:14.638091 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2e3008f4-7e4c-4e99-8eae-866db48ba425 req-b60d6971-fea4-4277-9bf4-40af33d8a378 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 945 time: 0.1350188 Apr 16 11:54:14.727458 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2e3008f4-7e4c-4e99-8eae-866db48ba425 req-a5cf9cb3-3a8c-4171-a509-3b9961907c97 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765829 Apr 16 11:54:14.808352 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ea08ae12-4da4-4c7c-9280-95749b2eb2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7759993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036849705436'] for subnet, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:14.825242 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:14.834985 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b766f0d-a1b3-49af-aa26-fe1f65f76b32 req-11519e2d-cfbd-415c-9c48-0592a13a6833 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:14.836907 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7b766f0d-a1b3-49af-aa26-fe1f65f76b32 req-11519e2d-cfbd-415c-9c48-0592a13a6833 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.1292372 Apr 16 11:54:14.903066 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7b766f0d-a1b3-49af-aa26-fe1f65f76b32 req-168def11-9fab-4e5c-beff-6d102de8d183 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591238 Apr 16 11:54:15.010970 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08ae12-4da4-4c7c-9280-95749b2eb2d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2cf7724-4555-42db-8e9d-8f0ddb78c468,revision_number=0']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:15.017538 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-ea08ae12-4da4-4c7c-9280-95749b2eb2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:15.051748 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea08ae12-4da4-4c7c-9280-95749b2eb2d5 admin admin] Checking segment: {'id': '02566448-962a-4bff-bc4b-b056baa98f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd6054d94-600a-4493-8aaa-bd5163f6ac39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:54:15.052472 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea08ae12-4da4-4c7c-9280-95749b2eb2d5 admin admin] Network hostable DHCP agents. Network: d6054d94-600a-4493-8aaa-bd5163f6ac39, hostable agents: ['ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6'], hosted agents: [] {{(pid=85337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:54:15.074460 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea08ae12-4da4-4c7c-9280-95749b2eb2d5 admin admin] Network d6054d94-600a-4493-8aaa-bd5163f6ac39 is scheduled to be hosted by DHCP agent ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6 with binding_index 1 {{(pid=85337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:54:15.085837 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-ea08ae12-4da4-4c7c-9280-95749b2eb2d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-10-iscsi, d6054d94-600a-4493-8aaa-bd5163f6ac39) {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:54:15.103604 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea08ae12-4da4-4c7c-9280-95749b2eb2d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:15.103740 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ea08ae12-4da4-4c7c-9280-95749b2eb2d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:15.107997 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f36c7af-439a-45bc-a7ec-d896087ae745 None None] Network d6054d94-600a-4493-8aaa-bd5163f6ac39 requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:54:15.139135 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-ea08ae12-4da4-4c7c-9280-95749b2eb2d5 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0207152 Apr 16 11:54:15.367436 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde97265-f48e-4ba5-b74e-239af19c6778 None None] Network d6054d94-600a-4493-8aaa-bd5163f6ac39 requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:54:15.915226 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 54100) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:15.925059 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-59dc9117-94f2-49cc-afa7-0f8353642122 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1099107690-network', 'tenant_id': '88b51ad89f7940ffae207ddba1f95d0b'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:54:15.934351 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-59dc9117-94f2-49cc-afa7-0f8353642122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:54:15.958066 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-59dc9117-94f2-49cc-afa7-0f8353642122 admin admin] Usage tracker for resource:network and tenant:88b51ad89f7940ffae207ddba1f95d0b is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:54:15.965459 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-59dc9117-94f2-49cc-afa7-0f8353642122 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:54:15.986538 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-59dc9117-94f2-49cc-afa7-0f8353642122 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:54:16.016803 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59dc9117-94f2-49cc-afa7-0f8353642122 admin admin] Made reservation on behalf of 88b51ad89f7940ffae207ddba1f95d0b for: {'network': 1} {{(pid=85338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:54:16.022726 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-59dc9117-94f2-49cc-afa7-0f8353642122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for network, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:16.037598 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-59dc9117-94f2-49cc-afa7-0f8353642122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:16.055979 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-59dc9117-94f2-49cc-afa7-0f8353642122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:54:16.064152 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-59dc9117-94f2-49cc-afa7-0f8353642122 admin admin] Usage tracker for resource:security_group_rule and tenant:88b51ad89f7940ffae207ddba1f95d0b is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:54:16.067635 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-59dc9117-94f2-49cc-afa7-0f8353642122 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:54:16.068036 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bade9df-8d8a-46b9-b5b7-07a8ff6abb32 req-9cfb5821-4cb1-4505-badf-c9b75cbb8593 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:16.074175 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-59dc9117-94f2-49cc-afa7-0f8353642122 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:54:16.075847 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1bade9df-8d8a-46b9-b5b7-07a8ff6abb32 req-9cfb5821-4cb1-4505-badf-c9b75cbb8593 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 945 time: 0.1100276 Apr 16 11:54:16.142921 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1bade9df-8d8a-46b9-b5b7-07a8ff6abb32 req-56292355-7a19-4c38-aa07-e0643e66b070 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0660300 Apr 16 11:54:16.243557 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8c259-f778-4c81-80e4-d1fec46d8599 req-ea0f94e1-aa02-4d76-a985-70a242029000 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:16.245206 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1ff8c259-f778-4c81-80e4-d1fec46d8599 req-ea0f94e1-aa02-4d76-a985-70a242029000 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.1487379 Apr 16 11:54:16.306062 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-59dc9117-94f2-49cc-afa7-0f8353642122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:16.313967 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-59dc9117-94f2-49cc-afa7-0f8353642122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:16.321777 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-cddd36a5-9ebc-4da1-9cf5-c135152dd6a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:16.332322 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1ff8c259-f778-4c81-80e4-d1fec46d8599 req-d65061eb-59a9-43d2-a517-08e44a0d8e62 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790586 Apr 16 11:54:16.350486 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59dc9117-94f2-49cc-afa7-0f8353642122 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=85338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:54:16.360947 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-59dc9117-94f2-49cc-afa7-0f8353642122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2559'] for segment, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:16.361339 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.segments_db [None req-59dc9117-94f2-49cc-afa7-0f8353642122 admin admin] Added segment 8e078ff7-6b81-4ae3-aa87-975991ece61e of type vlan for network f171fd99-5b92-4208-b362-623e3d5ed7d8 Apr 16 11:54:16.384398 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc9117-94f2-49cc-afa7-0f8353642122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9860666a-fc77-4175-8ceb-6174a145c25e,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:16.384398 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-59dc9117-94f2-49cc-afa7-0f8353642122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:16.420443 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-59dc9117-94f2-49cc-afa7-0f8353642122 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740187980010'] for network, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:16.462155 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-59dc9117-94f2-49cc-afa7-0f8353642122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747'] for network, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:16.463958 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dc9117-94f2-49cc-afa7-0f8353642122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:16.464839 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-59dc9117-94f2-49cc-afa7-0f8353642122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for network, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:16.471294 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:16.599869 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc9117-94f2-49cc-afa7-0f8353642122 admin admin] Pushing event updated for resources: {'Network': ['ID=f171fd99-5b92-4208-b362-623e3d5ed7d8,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:16.610604 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-59dc9117-94f2-49cc-afa7-0f8353642122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:16.611755 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Network f171fd99-5b92-4208-b362-623e3d5ed7d8 details requested by agent ovs-agent-dv-cinder-689486-10-iscsi with host dv-cinder-689486-10-iscsi {{(pid=85339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:54:16.616659 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 54110) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:16.618413 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-59dc9117-94f2-49cc-afa7-0f8353642122 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7001295 Apr 16 11:54:16.624061 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-77ae30f8-8ddb-4208-a7b4-a247e60e11c9 admin admin] Request body: {'subnet': {'network_id': 'f171fd99-5b92-4208-b362-623e3d5ed7d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1099107690-subnet', 'tenant_id': '88b51ad89f7940ffae207ddba1f95d0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:54:16.629669 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-77ae30f8-8ddb-4208-a7b4-a247e60e11c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:54:16.634760 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-77ae30f8-8ddb-4208-a7b4-a247e60e11c9 admin admin] Usage tracker for resource:subnet and tenant:88b51ad89f7940ffae207ddba1f95d0b is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:54:16.638188 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-77ae30f8-8ddb-4208-a7b4-a247e60e11c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:54:16.648623 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-77ae30f8-8ddb-4208-a7b4-a247e60e11c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:54:16.728556 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ae30f8-8ddb-4208-a7b4-a247e60e11c9 admin admin] Made reservation on behalf of 88b51ad89f7940ffae207ddba1f95d0b for: {'subnet': 1} {{(pid=85337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:54:16.734597 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-77ae30f8-8ddb-4208-a7b4-a247e60e11c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036849705449'] for subnet, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:17.017705 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c85ff-454a-4fee-8764-22877544bf54 req-87cbdbcd-4fc8-44ae-bce8-11cc17392e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:17.019600 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a78c85ff-454a-4fee-8764-22877544bf54 req-87cbdbcd-4fc8-44ae-bce8-11cc17392e08 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a8f545f40a11467b946db58b523aa51f&device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 1098 time: 0.1823280 Apr 16 11:54:17.062627 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe240223-fdea-4a2e-91e1-324f1bb0ec95 req-2616ddda-0d03-42a0-b54b-64f8de944c39 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:17.071382 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fe240223-fdea-4a2e-91e1-324f1bb0ec95 req-2616ddda-0d03-42a0-b54b-64f8de944c39 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.1678436 Apr 16 11:54:17.190022 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fe240223-fdea-4a2e-91e1-324f1bb0ec95 req-945c2300-65b1-40c5-8e62-db048359578e tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176047 Apr 16 11:54:17.325373 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c85ff-454a-4fee-8764-22877544bf54 req-b93f19ed-9501-48f7-8a57-01a1e6d014ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:17.326924 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a78c85ff-454a-4fee-8764-22877544bf54 req-b93f19ed-9501-48f7-8a57-01a1e6d014ac service neutron] 10.222.0.79 "GET /v2.0/networks?id=2180b119-bc71-44ac-ab3a-75fb991fd9c9 HTTP/1.1" status: 200 len: 910 time: 0.2999709 Apr 16 11:54:17.371574 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-77ae30f8-8ddb-4208-a7b4-a247e60e11c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7759993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036849705436'] for subnet, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:17.390778 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-9baba1bc-da75-4fd2-8192-70a7bdafb325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:17.479600 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a78c85ff-454a-4fee-8764-22877544bf54 req-8f093d47-e8bf-4c1c-95fa-1359ab62a431 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f HTTP/1.1" status: 200 len: 1001 time: 0.1441352 Apr 16 11:54:17.559429 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c85ff-454a-4fee-8764-22877544bf54 req-236372c7-fb19-42ff-b7a8-3f912ba96964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:17.560861 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae30f8-8ddb-4208-a7b4-a247e60e11c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf33224c-c692-4891-9fc0-4d81aec45cb6,revision_number=0']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:17.560979 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a78c85ff-454a-4fee-8764-22877544bf54 req-236372c7-fb19-42ff-b7a8-3f912ba96964 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=db3c83ef-37ef-4f43-9fb3-a7487fc6375e HTTP/1.1" status: 200 len: 848 time: 0.0734923 Apr 16 11:54:17.576371 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-77ae30f8-8ddb-4208-a7b4-a247e60e11c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:17.631014 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae9e6c-92a0-4a7b-b9c7-caba7276be28 req-c9780cb4-4310-4969-9433-463907c55580 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:17.641919 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-06ae9e6c-92a0-4a7b-b9c7-caba7276be28 req-c9780cb4-4310-4969-9433-463907c55580 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 945 time: 0.3324375 Apr 16 11:54:17.663985 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c85ff-454a-4fee-8764-22877544bf54 req-f2d9b1ff-08ab-4415-97cc-df1e08bacde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:17.667076 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a78c85ff-454a-4fee-8764-22877544bf54 req-f2d9b1ff-08ab-4415-97cc-df1e08bacde4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2180b119-bc71-44ac-ab3a-75fb991fd9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0981505 Apr 16 11:54:17.719897 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-06ae9e6c-92a0-4a7b-b9c7-caba7276be28 req-71781a57-e21f-4497-b377-10f286602d7e tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0766509 Apr 16 11:54:17.778928 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ae30f8-8ddb-4208-a7b4-a247e60e11c9 admin admin] Checking segment: {'id': '8e078ff7-6b81-4ae3-aa87-975991ece61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f171fd99-5b92-4208-b362-623e3d5ed7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:54:17.779488 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ae30f8-8ddb-4208-a7b4-a247e60e11c9 admin admin] Network hostable DHCP agents. Network: f171fd99-5b92-4208-b362-623e3d5ed7d8, hostable agents: ['ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6'], hosted agents: [] {{(pid=85337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:54:17.804063 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ae30f8-8ddb-4208-a7b4-a247e60e11c9 admin admin] Network f171fd99-5b92-4208-b362-623e3d5ed7d8 is scheduled to be hosted by DHCP agent ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6 with binding_index 1 {{(pid=85337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:54:17.817351 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-77ae30f8-8ddb-4208-a7b4-a247e60e11c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-10-iscsi, f171fd99-5b92-4208-b362-623e3d5ed7d8) {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:54:17.829332 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6c3e24-c877-4e15-ad05-772d7909abe8 None None] Network f171fd99-5b92-4208-b362-623e3d5ed7d8 requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:54:17.836495 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ae30f8-8ddb-4208-a7b4-a247e60e11c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:17.837273 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-77ae30f8-8ddb-4208-a7b4-a247e60e11c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:17.850260 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a78c85ff-454a-4fee-8764-22877544bf54 req-5e8289d3-6b42-494c-8b37-924b3b2e7d5c service neutron] 10.222.0.79 "GET /v2.0/networks/2180b119-bc71-44ac-ab3a-75fb991fd9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736159 Apr 16 11:54:17.872771 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-77ae30f8-8ddb-4208-a7b4-a247e60e11c9 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2539442 Apr 16 11:54:18.013166 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a78c85ff-454a-4fee-8764-22877544bf54 req-4d00f4de-206b-482d-b10f-407c7efe02d9 service neutron] 10.222.0.79 "GET /v2.0/networks/2180b119-bc71-44ac-ab3a-75fb991fd9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547077 Apr 16 11:54:18.119777 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 54124) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:18.145401 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4059fb-6fab-41e4-bb7d-21491ba7711b None None] Network f171fd99-5b92-4208-b362-623e3d5ed7d8 requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:54:18.243648 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a548e9-6a86-4f60-97aa-06914ab4fee5 admin admin] Deleting subnet f2cf7724-4555-42db-8e9d-8f0ddb78c468 {{(pid=85337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 11:54:18.261085 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d2a548e9-6a86-4f60-97aa-06914ab4fee5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:18.354816 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d2a548e9-6a86-4f60-97aa-06914ab4fee5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6410215'] for subnet, precommit_delete_associations {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:18.434858 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d2a548e9-6a86-4f60-97aa-06914ab4fee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770791'] for subnet, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:18.557323 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8b0f9-00b8-44eb-b1b4-2f27f9c43683 req-c95c2a3d-ed1c-4bcc-ab60-e9bfaec8219b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:18.567138 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-12e8b0f9-00b8-44eb-b1b4-2f27f9c43683 req-c95c2a3d-ed1c-4bcc-ab60-e9bfaec8219b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.1930625 Apr 16 11:54:18.667249 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-12e8b0f9-00b8-44eb-b1b4-2f27f9c43683 req-1b963da2-1d16-4e7b-a926-3d78a0544a02 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886278 Apr 16 11:54:18.824498 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d2a548e9-6a86-4f60-97aa-06914ab4fee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847015870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5070397'] for subnet, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:18.933130 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:19.021275 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a548e9-6a86-4f60-97aa-06914ab4fee5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2cf7724-4555-42db-8e9d-8f0ddb78c468,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:19.031166 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-d2a548e9-6a86-4f60-97aa-06914ab4fee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:19.035021 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d2a548e9-6a86-4f60-97aa-06914ab4fee5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:19.043185 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-d2a548e9-6a86-4f60-97aa-06914ab4fee5 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/f2cf7724-4555-42db-8e9d-8f0ddb78c468 HTTP/1.1" status: 204 len: 168 time: 0.9218152 Apr 16 11:54:19.046279 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 54132) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:19.093335 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbeaf85-96ff-4c3c-b99a-d4a92942146d req-9ebba290-a824-44aa-b75e-f72cf80ff4bc tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:19.095210 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4dbeaf85-96ff-4c3c-b99a-d4a92942146d req-9ebba290-a824-44aa-b75e-f72cf80ff4bc tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 945 time: 0.1636412 Apr 16 11:54:19.146502 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4dbeaf85-96ff-4c3c-b99a-d4a92942146d req-d550e7af-0bdf-428d-948a-142750ee80ac tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445116 Apr 16 11:54:19.186305 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fd213a05-75d8-4f58-9b88-9e52e9b21449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-34362'] for network, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:19.408017 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fd213a05-75d8-4f58-9b88-9e52e9b21449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-437016', 'neutron.services.segments.db._delete_segments_for_network-8740188510920'] for network, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:19.536191 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-fd213a05-75d8-4f58-9b88-9e52e9b21449 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6054d94-600a-4493-8aaa-bd5163f6ac39']}} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:19.552579 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-fd213a05-75d8-4f58-9b88-9e52e9b21449 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02566448-962a-4bff-bc4b-b056baa98f84') {'for_net_delete': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:19.553290 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-fd213a05-75d8-4f58-9b88-9e52e9b21449 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02566448-962a-4bff-bc4b-b056baa98f84') {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:19.567440 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fd213a05-75d8-4f58-9b88-9e52e9b21449 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740188483033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848376946'] for segment, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:19.583835 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fd213a05-75d8-4f58-9b88-9e52e9b21449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2559'] for segment, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:19.591638 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd213a05-75d8-4f58-9b88-9e52e9b21449 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=85338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 11:54:19.802674 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-fd213a05-75d8-4f58-9b88-9e52e9b21449 admin admin] Network d6054d94-600a-4493-8aaa-bd5163f6ac39 has no segments {{(pid=85338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:54:19.802674 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fd213a05-75d8-4f58-9b88-9e52e9b21449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854773273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1351944'] for segment, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:20.064309 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-fd213a05-75d8-4f58-9b88-9e52e9b21449 admin admin] Network d6054d94-600a-4493-8aaa-bd5163f6ac39 has no segments {{(pid=85338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:54:20.094709 dv-cinder-689486-10-iscsi neutron-server[85224]: Traceback (most recent call last): Apr 16 11:54:20.094709 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 11:54:20.094709 dv-cinder-689486-10-iscsi neutron-server[85224]: timer() Apr 16 11:54:20.094709 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 11:54:20.094709 dv-cinder-689486-10-iscsi neutron-server[85224]: cb(*args, **kw) Apr 16 11:54:20.094709 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 11:54:20.094709 dv-cinder-689486-10-iscsi neutron-server[85224]: return func(*args, **kwargs) Apr 16 11:54:20.094709 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 11:54:20.094709 dv-cinder-689486-10-iscsi neutron-server[85224]: self._notify() Apr 16 11:54:20.094709 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 11:54:20.094709 dv-cinder-689486-10-iscsi neutron-server[85224]: self.callback(batched_events) Apr 16 11:54:20.094709 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 11:54:20.094709 dv-cinder-689486-10-iscsi neutron-server[85224]: event.method(event) Apr 16 11:54:20.094709 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 11:54:20.094709 dv-cinder-689486-10-iscsi neutron-server[85224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 11:54:20.094709 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 11:54:20.094709 dv-cinder-689486-10-iscsi neutron-server[85224]: segment_id)['aggregates'][0] Apr 16 11:54:20.094709 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 11:54:20.094709 dv-cinder-689486-10-iscsi neutron-server[85224]: return f(self, *a, **k) Apr 16 11:54:20.094709 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 11:54:20.094709 dv-cinder-689486-10-iscsi neutron-server[85224]: return self._get(url).json() Apr 16 11:54:20.094709 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 11:54:20.094709 dv-cinder-689486-10-iscsi neutron-server[85224]: **kwargs) Apr 16 11:54:20.094709 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 11:54:20.094709 dv-cinder-689486-10-iscsi neutron-server[85224]: return self.request(url, 'GET', **kwargs) Apr 16 11:54:20.094709 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 11:54:20.094709 dv-cinder-689486-10-iscsi neutron-server[85224]: **endpoint_filter) Apr 16 11:54:20.094709 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 11:54:20.094709 dv-cinder-689486-10-iscsi neutron-server[85224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 11:54:20.094709 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 11:54:20.094709 dv-cinder-689486-10-iscsi neutron-server[85224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 11:54:20.094709 dv-cinder-689486-10-iscsi neutron-server[85224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 11:54:20.209681 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f0ef7-804c-4965-a324-d46add800e3b req-05790998-f862-4a6a-94cb-3a0a9eae6916 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:20.212197 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fd2f0ef7-804c-4965-a324-d46add800e3b req-05790998-f862-4a6a-94cb-3a0a9eae6916 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.3950598 Apr 16 11:54:20.217243 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fd213a05-75d8-4f58-9b88-9e52e9b21449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854338799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852691194'] for network, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:20.243705 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-59dc9117-94f2-49cc-afa7-0f8353642122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:20.262943 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fd213a05-75d8-4f58-9b88-9e52e9b21449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for network, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:20.275305 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd213a05-75d8-4f58-9b88-9e52e9b21449 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6054d94-600a-4493-8aaa-bd5163f6ac39,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:20.280229 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-fd213a05-75d8-4f58-9b88-9e52e9b21449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:20.294873 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 54144) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:20.295102 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-fd213a05-75d8-4f58-9b88-9e52e9b21449 admin admin] 10.222.0.71 "DELETE /v2.0/networks/d6054d94-600a-4493-8aaa-bd5163f6ac39 HTTP/1.1" status: 204 len: 168 time: 1.2474067 Apr 16 11:54:20.318591 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fd2f0ef7-804c-4965-a324-d46add800e3b req-36bfb600-5116-4db0-95ca-957828dceec3 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976181 Apr 16 11:54:20.434169 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_v2 [None req-90cdac39-c0bb-4001-a0d1-11245a103f40 admin admin] Deleting subnet bf33224c-c692-4891-9fc0-4d81aec45cb6 {{(pid=85337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 11:54:20.440051 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-90cdac39-c0bb-4001-a0d1-11245a103f40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:20.516123 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c7a42-8c08-4f3a-ac13-7cd644910375 req-05fb80a7-928f-4bea-8d75-e198c0a696f0 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:20.517684 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-408c7a42-8c08-4f3a-ac13-7cd644910375 req-05fb80a7-928f-4bea-8d75-e198c0a696f0 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 945 time: 0.1701448 Apr 16 11:54:20.522478 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-90cdac39-c0bb-4001-a0d1-11245a103f40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6410215'] for subnet, precommit_delete_associations {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:20.616495 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-408c7a42-8c08-4f3a-ac13-7cd644910375 req-e36fb9ff-9201-4bb1-ad47-ea6df0552a13 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564528 Apr 16 11:54:20.628225 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-90cdac39-c0bb-4001-a0d1-11245a103f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770791'] for subnet, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:20.901544 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-90cdac39-c0bb-4001-a0d1-11245a103f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847015870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5070397'] for subnet, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:21.133552 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:21.230867 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cdac39-c0bb-4001-a0d1-11245a103f40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf33224c-c692-4891-9fc0-4d81aec45cb6,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:21.233478 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-90cdac39-c0bb-4001-a0d1-11245a103f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:21.269757 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-90cdac39-c0bb-4001-a0d1-11245a103f40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:21.276650 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-90cdac39-c0bb-4001-a0d1-11245a103f40 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/bf33224c-c692-4891-9fc0-4d81aec45cb6 HTTP/1.1" status: 204 len: 168 time: 0.9804511 Apr 16 11:54:21.279379 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 54162) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:21.394325 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-100d1eb6-32ab-4cb1-a3f2-a487a916220a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-34362'] for network, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:21.409191 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:54:21.582203 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-100d1eb6-32ab-4cb1-a3f2-a487a916220a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-437016', 'neutron.services.segments.db._delete_segments_for_network-8740188510920'] for network, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:21.701670 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-100d1eb6-32ab-4cb1-a3f2-a487a916220a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f171fd99-5b92-4208-b362-623e3d5ed7d8']}} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:21.715365 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-100d1eb6-32ab-4cb1-a3f2-a487a916220a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e078ff7-6b81-4ae3-aa87-975991ece61e') {'for_net_delete': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:21.715714 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-100d1eb6-32ab-4cb1-a3f2-a487a916220a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e078ff7-6b81-4ae3-aa87-975991ece61e') {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:21.729004 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-100d1eb6-32ab-4cb1-a3f2-a487a916220a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740188483033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848365601'] for segment, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:21.749727 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-100d1eb6-32ab-4cb1-a3f2-a487a916220a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2559'] for segment, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:21.756228 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-100d1eb6-32ab-4cb1-a3f2-a487a916220a admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=85337) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 11:54:21.950563 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-100d1eb6-32ab-4cb1-a3f2-a487a916220a admin admin] Network f171fd99-5b92-4208-b362-623e3d5ed7d8 has no segments {{(pid=85337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:54:21.960865 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-100d1eb6-32ab-4cb1-a3f2-a487a916220a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854773273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7760355'] for segment, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:22.088126 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d514b-a662-49ed-b753-fc7ddf9f9639 req-5fdeb43f-09d8-487e-af97-dc30242dc135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:22.089723 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-de2d514b-a662-49ed-b753-fc7ddf9f9639 req-5fdeb43f-09d8-487e-af97-dc30242dc135 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5cb420ffa55c4c63be5c8a61559de7d5&device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 1098 time: 0.3721552 Apr 16 11:54:22.098501 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618d24b-5990-45be-b2bc-0adf9ca5fed1 req-affe77a3-da53-424d-8e76-23cbf5a79867 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:22.099932 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4618d24b-5990-45be-b2bc-0adf9ca5fed1 req-affe77a3-da53-424d-8e76-23cbf5a79867 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 945 time: 0.3413422 Apr 16 11:54:22.151184 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-100d1eb6-32ab-4cb1-a3f2-a487a916220a admin admin] Network f171fd99-5b92-4208-b362-623e3d5ed7d8 has no segments {{(pid=85337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:54:22.175547 dv-cinder-689486-10-iscsi neutron-server[85224]: Traceback (most recent call last): Apr 16 11:54:22.175547 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 11:54:22.175547 dv-cinder-689486-10-iscsi neutron-server[85224]: timer() Apr 16 11:54:22.175547 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 11:54:22.175547 dv-cinder-689486-10-iscsi neutron-server[85224]: cb(*args, **kw) Apr 16 11:54:22.175547 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 11:54:22.175547 dv-cinder-689486-10-iscsi neutron-server[85224]: return func(*args, **kwargs) Apr 16 11:54:22.175547 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 11:54:22.175547 dv-cinder-689486-10-iscsi neutron-server[85224]: self._notify() Apr 16 11:54:22.175547 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 11:54:22.175547 dv-cinder-689486-10-iscsi neutron-server[85224]: self.callback(batched_events) Apr 16 11:54:22.175547 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 11:54:22.175547 dv-cinder-689486-10-iscsi neutron-server[85224]: event.method(event) Apr 16 11:54:22.175547 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 11:54:22.175547 dv-cinder-689486-10-iscsi neutron-server[85224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 11:54:22.175547 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 11:54:22.175547 dv-cinder-689486-10-iscsi neutron-server[85224]: segment_id)['aggregates'][0] Apr 16 11:54:22.175547 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 11:54:22.175547 dv-cinder-689486-10-iscsi neutron-server[85224]: return f(self, *a, **k) Apr 16 11:54:22.175547 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 11:54:22.175547 dv-cinder-689486-10-iscsi neutron-server[85224]: return self._get(url).json() Apr 16 11:54:22.175547 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 11:54:22.175547 dv-cinder-689486-10-iscsi neutron-server[85224]: **kwargs) Apr 16 11:54:22.175547 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 11:54:22.175547 dv-cinder-689486-10-iscsi neutron-server[85224]: return self.request(url, 'GET', **kwargs) Apr 16 11:54:22.175547 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 11:54:22.175547 dv-cinder-689486-10-iscsi neutron-server[85224]: **endpoint_filter) Apr 16 11:54:22.175547 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 11:54:22.175547 dv-cinder-689486-10-iscsi neutron-server[85224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 11:54:22.175547 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 11:54:22.175547 dv-cinder-689486-10-iscsi neutron-server[85224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 11:54:22.175547 dv-cinder-689486-10-iscsi neutron-server[85224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 11:54:22.238063 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4618d24b-5990-45be-b2bc-0adf9ca5fed1 req-9a6d6d5f-8e4a-44f0-bbec-c04bf144dade tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1127534 Apr 16 11:54:22.261371 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-100d1eb6-32ab-4cb1-a3f2-a487a916220a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854338799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852691194'] for network, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:22.265009 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:22.276969 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d514b-a662-49ed-b753-fc7ddf9f9639 req-86e4e48c-0f2a-402f-8c54-0a70abb3821a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:22.278589 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-de2d514b-a662-49ed-b753-fc7ddf9f9639 req-86e4e48c-0f2a-402f-8c54-0a70abb3821a service neutron] 10.222.0.79 "GET /v2.0/networks?id=e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7 HTTP/1.1" status: 200 len: 918 time: 0.1776853 Apr 16 11:54:22.283711 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-100d1eb6-32ab-4cb1-a3f2-a487a916220a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for network, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:22.293965 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1eb6-32ab-4cb1-a3f2-a487a916220a admin admin] Pushing event deleted for resources: {'Network': ['ID=f171fd99-5b92-4208-b362-623e3d5ed7d8,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:22.297796 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-100d1eb6-32ab-4cb1-a3f2-a487a916220a admin admin] 10.222.0.71 "DELETE /v2.0/networks/f171fd99-5b92-4208-b362-623e3d5ed7d8 HTTP/1.1" status: 204 len: 168 time: 1.0172787 Apr 16 11:54:22.299210 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-100d1eb6-32ab-4cb1-a3f2-a487a916220a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:22.392797 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-de2d514b-a662-49ed-b753-fc7ddf9f9639 req-3c639a24-c880-4fd2-a198-cc0512930c79 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83db117e-0bf5-4936-b1c9-74bccc07aed5 HTTP/1.1" status: 200 len: 1001 time: 0.1076522 Apr 16 11:54:22.463798 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d514b-a662-49ed-b753-fc7ddf9f9639 req-5a1f0b01-13cd-4aeb-8a5f-75ecc8ce9efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:22.465448 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-de2d514b-a662-49ed-b753-fc7ddf9f9639 req-5a1f0b01-13cd-4aeb-8a5f-75ecc8ce9efe service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e34726b9-4f8a-44d8-a3f0-ee759b42ab33 HTTP/1.1" status: 200 len: 856 time: 0.0655715 Apr 16 11:54:22.478512 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 54170) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:22.531938 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-f1e1ab97-24aa-4303-ac89-475e1b098f29 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=85455662fb0f48e991a43765dab6a422&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520849 Apr 16 11:54:22.534804 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 54174) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:22.556314 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d514b-a662-49ed-b753-fc7ddf9f9639 req-3048cb0c-b5b6-4025-ade2-bd06dc3e701e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:22.557931 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-de2d514b-a662-49ed-b753-fc7ddf9f9639 req-3048cb0c-b5b6-4025-ade2-bd06dc3e701e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0858979 Apr 16 11:54:22.596689 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ca4dfd8b-23cd-449a-ad16-cd71a14d2d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:22.624384 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ca4dfd8b-23cd-449a-ad16-cd71a14d2d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:22.670985 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ca4dfd8b-23cd-449a-ad16-cd71a14d2d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:22.676111 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-2d379b1e-a54e-4e8a-9df1-fb191ad5014e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:22.689138 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4dfd8b-23cd-449a-ad16-cd71a14d2d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19d2172-4ef7-47f8-8801-3d79105b5850,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:22.691588 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-ca4dfd8b-23cd-449a-ad16-cd71a14d2d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:22.695157 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ca4dfd8b-23cd-449a-ad16-cd71a14d2d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:22.702621 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-ca4dfd8b-23cd-449a-ad16-cd71a14d2d85 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f19d2172-4ef7-47f8-8801-3d79105b5850 HTTP/1.1" status: 204 len: 168 time: 0.1650648 Apr 16 11:54:22.706507 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-de2d514b-a662-49ed-b753-fc7ddf9f9639 req-83aef35a-8c9a-476b-b78c-f1827885b5c1 service neutron] 10.222.0.79 "GET /v2.0/networks/e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410360 Apr 16 11:54:22.852595 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-de2d514b-a662-49ed-b753-fc7ddf9f9639 req-413b16bb-639b-4104-9b6e-5bc0de2ae2d2 service neutron] 10.222.0.79 "GET /v2.0/networks/e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390476 Apr 16 11:54:23.052832 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 54182) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:23.104690 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-956b47f9-87d0-4811-aacb-ac86b033809a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=88b51ad89f7940ffae207ddba1f95d0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505598 Apr 16 11:54:23.107204 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 54186) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:23.168536 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8e7ee87c-5136-4ada-800b-d0cd9c64381b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:23.196715 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8e7ee87c-5136-4ada-800b-d0cd9c64381b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:23.241398 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8e7ee87c-5136-4ada-800b-d0cd9c64381b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:23.246748 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-12d8517b-1f73-4c67-a86f-c5c179bcebb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:23.260337 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ee87c-5136-4ada-800b-d0cd9c64381b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9860666a-fc77-4175-8ceb-6174a145c25e,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:23.263102 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-8e7ee87c-5136-4ada-800b-d0cd9c64381b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:23.264349 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8e7ee87c-5136-4ada-800b-d0cd9c64381b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:23.265550 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-8e7ee87c-5136-4ada-800b-d0cd9c64381b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9860666a-fc77-4175-8ceb-6174a145c25e HTTP/1.1" status: 204 len: 168 time: 0.1573925 Apr 16 11:54:23.454533 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbf8ba-9e4e-4925-ba1f-238d7021e1c6 req-1527471f-ca50-46d4-99d9-b90a55df5f00 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:23.456206 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-78dbf8ba-9e4e-4925-ba1f-238d7021e1c6 req-1527471f-ca50-46d4-99d9-b90a55df5f00 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 945 time: 0.0949805 Apr 16 11:54:23.507146 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-78dbf8ba-9e4e-4925-ba1f-238d7021e1c6 req-7fd5d4d6-4e72-4a3d-9428-fc9cada53532 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429153 Apr 16 11:54:24.732398 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2571b-4175-43b6-9b19-772b7bf3d2eb req-ba01c096-51aa-49d2-a8ba-d9568de14d9c tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:24.734023 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5fb2571b-4175-43b6-9b19-772b7bf3d2eb req-ba01c096-51aa-49d2-a8ba-d9568de14d9c tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 945 time: 0.1004200 Apr 16 11:54:24.782754 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5fb2571b-4175-43b6-9b19-772b7bf3d2eb req-e384b550-2641-4a6c-9920-46e4d571e4d5 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421655 Apr 16 11:54:25.168599 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 83db117e-0bf5-4936-b1c9-74bccc07aed5 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:54:25.308177 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:25.336495 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d619d9-39be-47bd-9022-90edb3c66a1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83db117e-0bf5-4936-b1c9-74bccc07aed5'}] {{(pid=85339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:54:25.347600 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 83db117e-0bf5-4936-b1c9-74bccc07aed5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=83db117e-0bf5-4936-b1c9-74bccc07aed5,segment=NetworkSegment(c54cd4bb-a55a-449f-8842-dcc82906022a),segment_id=c54cd4bb-a55a-449f-8842-dcc82906022a)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:54:25.350768 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:25.353489 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:25.389031 dv-cinder-689486-10-iscsi neutron-server[85224]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f7d619d9-39be-47bd-9022-90edb3c66a1e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '83db117e-0bf5-4936-b1c9-74bccc07aed5', 'code': 422} returned with failed status Apr 16 11:54:25.427282 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=83db117e-0bf5-4936-b1c9-74bccc07aed5,revision_number=8']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:25.431237 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:25.990677 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbc0d9-80fe-495a-bdc4-af99ac1adab6 req-87e84346-3c67-4106-940b-6a0fbdf351bb tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:25.992362 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-86dbc0d9-80fe-495a-bdc4-af99ac1adab6 req-87e84346-3c67-4106-940b-6a0fbdf351bb tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.0882792 Apr 16 11:54:26.045099 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-86dbc0d9-80fe-495a-bdc4-af99ac1adab6 req-7d948aab-e573-417a-8b6a-6bd428aa0446 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465150 Apr 16 11:54:27.034096 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237535e-76f7-43c2-b069-c59a0bce6e19 req-badcfa68-b3e8-4881-b3e1-8e76183c5190 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:27.035690 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d237535e-76f7-43c2-b069-c59a0bce6e19 req-badcfa68-b3e8-4881-b3e1-8e76183c5190 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.0899210 Apr 16 11:54:27.087574 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d237535e-76f7-43c2-b069-c59a0bce6e19 req-e7dcbfc6-2017-4f23-836b-005c17bfa5a5 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450346 Apr 16 11:54:27.408715 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 54290) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:27.541470 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a194a892-e061-47f0-ad37-c596943e6cee req-20d1d8d3-6583-473f-bae7-8618ea0a1435 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1314569 Apr 16 11:54:28.315587 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cdf072-54d7-4f2f-bf62-9132fbbd53f8 req-6ae601f2-1d08-47e5-8441-1c5c17ba6ded tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:28.317289 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c9cdf072-54d7-4f2f-bf62-9132fbbd53f8 req-6ae601f2-1d08-47e5-8441-1c5c17ba6ded tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.0959387 Apr 16 11:54:28.373436 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c9cdf072-54d7-4f2f-bf62-9132fbbd53f8 req-ecebbc3b-3e97-4a08-8228-25a51fdc664b tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489535 Apr 16 11:54:29.590793 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a450841-d5f6-44c3-8f83-8fdfd96d7b55 req-1db6d7b6-2ccc-4a3c-8c97-03c8cafa4d51 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:29.592374 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3a450841-d5f6-44c3-8f83-8fdfd96d7b55 req-1db6d7b6-2ccc-4a3c-8c97-03c8cafa4d51 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.0881565 Apr 16 11:54:29.641351 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3a450841-d5f6-44c3-8f83-8fdfd96d7b55 req-9ae816ea-5415-444d-afc5-a3fdf97efa20 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425761 Apr 16 11:54:29.786917 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 83db117e-0bf5-4936-b1c9-74bccc07aed5 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:54:30.914206 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3e1f3-c0fe-4626-96e9-24a841a4cfa9 req-84097cfb-c443-4efb-b2e9-40f4650b55c8 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:30.916371 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-52a3e1f3-c0fe-4626-96e9-24a841a4cfa9 req-84097cfb-c443-4efb-b2e9-40f4650b55c8 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.1536286 Apr 16 11:54:30.963845 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-52a3e1f3-c0fe-4626-96e9-24a841a4cfa9 req-2c4c24b4-dc50-4c41-b980-9be7355fe647 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410895 Apr 16 11:54:31.425866 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d1ffc9b4-d570-4213-83e3-229c94102c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:32.234610 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf82d1-e954-4075-9145-56f573bc546b req-e2ff77d4-287a-48f2-92d5-4bb1f219337c tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:32.236542 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d0cf82d1-e954-4075-9145-56f573bc546b req-e2ff77d4-287a-48f2-92d5-4bb1f219337c tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.1542792 Apr 16 11:54:32.288749 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d0cf82d1-e954-4075-9145-56f573bc546b req-0826c961-6699-44d9-98af-ae3796a73b05 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445955 Apr 16 11:54:33.473006 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194a892-e061-47f0-ad37-c596943e6cee req-9c0c138b-74e1-4771-a5d6-830292c2af9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:33.474609 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a194a892-e061-47f0-ad37-c596943e6cee req-9c0c138b-74e1-4771-a5d6-830292c2af9d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e&tenant_id=5cb420ffa55c4c63be5c8a61559de7d5 HTTP/1.1" status: 200 len: 1096 time: 0.1354618 Apr 16 11:54:33.555828 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22dad2-a6f0-4075-8d0a-fb2c6c223134 req-3f76af60-c4b1-4cb1-99ff-35f5c621c4fe tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:33.557577 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8f22dad2-a6f0-4075-8d0a-fb2c6c223134 req-3f76af60-c4b1-4cb1-99ff-35f5c621c4fe tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.1441550 Apr 16 11:54:33.629290 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8f22dad2-a6f0-4075-8d0a-fb2c6c223134 req-9b764e97-938d-4c25-b9e3-2b232330843e tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628004 Apr 16 11:54:33.641133 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194a892-e061-47f0-ad37-c596943e6cee req-767ada26-114c-44ab-b748-b7cf70c9aed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:33.642635 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a194a892-e061-47f0-ad37-c596943e6cee req-767ada26-114c-44ab-b748-b7cf70c9aed1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5cb420ffa55c4c63be5c8a61559de7d5&device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 1096 time: 0.1380212 Apr 16 11:54:33.790542 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194a892-e061-47f0-ad37-c596943e6cee req-13bd3f89-c628-4d2f-9d83-9f13a8e2fea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:33.792127 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a194a892-e061-47f0-ad37-c596943e6cee req-13bd3f89-c628-4d2f-9d83-9f13a8e2fea8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7 HTTP/1.1" status: 200 len: 918 time: 0.1397951 Apr 16 11:54:33.906265 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a194a892-e061-47f0-ad37-c596943e6cee req-9b0464e2-916c-456a-8257-261aefcd20ce service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83db117e-0bf5-4936-b1c9-74bccc07aed5 HTTP/1.1" status: 200 len: 999 time: 0.1039267 Apr 16 11:54:33.975875 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194a892-e061-47f0-ad37-c596943e6cee req-fafa5053-c433-4a5a-bcf3-8b1b57bb910d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:33.978594 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a194a892-e061-47f0-ad37-c596943e6cee req-fafa5053-c433-4a5a-bcf3-8b1b57bb910d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e34726b9-4f8a-44d8-a3f0-ee759b42ab33 HTTP/1.1" status: 200 len: 856 time: 0.0648746 Apr 16 11:54:34.063385 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194a892-e061-47f0-ad37-c596943e6cee req-d89a8a99-7a68-4625-9fe7-d1f0838b0125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:34.065065 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a194a892-e061-47f0-ad37-c596943e6cee req-d89a8a99-7a68-4625-9fe7-d1f0838b0125 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0789440 Apr 16 11:54:34.216907 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a194a892-e061-47f0-ad37-c596943e6cee req-ff74f2bc-e4cf-4288-9a30-164b68ec54b1 service neutron] 10.222.0.79 "GET /v2.0/networks/e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444321 Apr 16 11:54:34.362145 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a194a892-e061-47f0-ad37-c596943e6cee req-783efde3-1cde-432c-a4a4-3ad50f768eb6 service neutron] 10.222.0.79 "GET /v2.0/networks/e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369965 Apr 16 11:54:34.847863 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fd90cfde-527e-4f4b-a970-cf7abd4eef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:34.848488 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8c9dc-36e8-409c-960a-197ab6be3f3b req-6d5d0670-b16a-4125-ba77-4e4f0eb9b895 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:34.850888 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-38d8c9dc-36e8-409c-960a-197ab6be3f3b req-6d5d0670-b16a-4125-ba77-4e4f0eb9b895 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.0935493 Apr 16 11:54:34.901777 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-38d8c9dc-36e8-409c-960a-197ab6be3f3b req-a4579786-bdb4-43c4-96bc-2b2de356812a tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435266 Apr 16 11:54:35.812416 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:36.128424 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20368f59-417b-4aaa-a97a-4f8d55caa9c7 req-5ba79ebc-0748-4679-bda2-fb667e9cbf8f tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:36.130211 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-20368f59-417b-4aaa-a97a-4f8d55caa9c7 req-5ba79ebc-0748-4679-bda2-fb667e9cbf8f tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.1018138 Apr 16 11:54:36.191648 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-20368f59-417b-4aaa-a97a-4f8d55caa9c7 req-b957b5f3-148f-4817-afa6-54a3c275ab4d tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529315 Apr 16 11:54:36.409291 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:37.452487 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed1ea6-f48b-4ba3-9385-927a4e286833 req-43608e39-9bb6-499c-b4ab-f3005da9c1a9 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:37.454100 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-72ed1ea6-f48b-4ba3-9385-927a4e286833 req-43608e39-9bb6-499c-b4ab-f3005da9c1a9 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.1008222 Apr 16 11:54:37.511991 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-72ed1ea6-f48b-4ba3-9385-927a4e286833 req-464292e8-01ac-46d2-8dd2-1ca5f693e21e tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512919 Apr 16 11:54:37.573805 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:38.748337 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4f9bd-0dd5-42c6-a78e-e0356c671908 req-673cb041-bc2e-44a8-8c2e-53125c64edd8 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:38.750043 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7fe4f9bd-0dd5-42c6-a78e-e0356c671908 req-673cb041-bc2e-44a8-8c2e-53125c64edd8 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.1087549 Apr 16 11:54:38.814070 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7fe4f9bd-0dd5-42c6-a78e-e0356c671908 req-47d47c18-eab2-4b8f-ba6a-0bf17b476e73 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569170 Apr 16 11:54:40.049075 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727b465-4c00-4b8c-b2ae-acf1a707a253 req-a338f5dd-2bbb-4945-bd35-3dfd26933f5f tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:40.050907 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e727b465-4c00-4b8c-b2ae-acf1a707a253 req-a338f5dd-2bbb-4945-bd35-3dfd26933f5f tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.1057322 Apr 16 11:54:40.112655 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e727b465-4c00-4b8c-b2ae-acf1a707a253 req-7a7769f2-ca3a-42db-b99d-93e610119029 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525331 Apr 16 11:54:41.367571 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97048d1-faae-4aba-9d38-5d1d560de84d req-c5478fa7-b4ba-4778-a700-5a9221f8bc6d tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:41.371793 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a97048d1-faae-4aba-9d38-5d1d560de84d req-c5478fa7-b4ba-4778-a700-5a9221f8bc6d tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.0978830 Apr 16 11:54:41.421476 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a97048d1-faae-4aba-9d38-5d1d560de84d req-c87a220f-cdff-44c4-b838-130638243dac tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450771 Apr 16 11:54:42.641886 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a6b78-a8ed-4d20-b32e-f4a7b1f8a63d req-bcb9e920-03f5-4c4d-b508-f0b8a09592b9 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:42.643555 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fa7a6b78-a8ed-4d20-b32e-f4a7b1f8a63d req-bcb9e920-03f5-4c4d-b508-f0b8a09592b9 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.0965986 Apr 16 11:54:42.697148 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fa7a6b78-a8ed-4d20-b32e-f4a7b1f8a63d req-810de9b1-1e02-4c0c-a1cc-95e8a46c4a1a tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457025 Apr 16 11:54:43.626265 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:43.926209 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57fa85e-836a-4667-8bd5-b0040ed14a44 req-9f42fd2f-f5be-4f3b-9765-465edb7615aa tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:43.927736 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e57fa85e-836a-4667-8bd5-b0040ed14a44 req-9f42fd2f-f5be-4f3b-9765-465edb7615aa tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.0964363 Apr 16 11:54:43.979834 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e57fa85e-836a-4667-8bd5-b0040ed14a44 req-b622c1b8-2019-48fd-a58e-076a5764e73d tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442915 Apr 16 11:54:45.218394 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5242f6-c222-4766-bba7-c3cd48ab3417 req-b4baee91-ef1b-47b8-8f86-5c3809b8b5ef tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:45.221286 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4f5242f6-c222-4766-bba7-c3cd48ab3417 req-b4baee91-ef1b-47b8-8f86-5c3809b8b5ef tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.1072628 Apr 16 11:54:45.273915 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4f5242f6-c222-4766-bba7-c3cd48ab3417 req-7e6054a3-b7c0-4899-9624-316727ba3656 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458906 Apr 16 11:54:46.524701 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4647219-8884-47af-82a1-07f3ff5463a8 req-194d9a9b-9247-46c1-bb9f-777ec314facc tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:46.526552 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a4647219-8884-47af-82a1-07f3ff5463a8 req-194d9a9b-9247-46c1-bb9f-777ec314facc tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.0886590 Apr 16 11:54:46.582012 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a4647219-8884-47af-82a1-07f3ff5463a8 req-222deacc-417e-4987-b603-ecdb9b28b813 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483825 Apr 16 11:54:47.800801 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729192d4-a040-4f99-b68a-391dc8e151f3 req-bb7adfd5-8896-4e37-8d1c-f7ac886ed192 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:47.802492 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-729192d4-a040-4f99-b68a-391dc8e151f3 req-bb7adfd5-8896-4e37-8d1c-f7ac886ed192 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.0906184 Apr 16 11:54:47.852902 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-729192d4-a040-4f99-b68a-391dc8e151f3 req-be6d17b6-791f-4c4d-b2dc-dabf7bf06861 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434649 Apr 16 11:54:49.068239 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2af1da-2de8-4b1c-ae3d-0d77ebf67160 req-a365597a-31cc-4fba-9a40-9fe7c8b5441d tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:49.069852 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6a2af1da-2de8-4b1c-ae3d-0d77ebf67160 req-a365597a-31cc-4fba-9a40-9fe7c8b5441d tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.0908456 Apr 16 11:54:49.119607 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6a2af1da-2de8-4b1c-ae3d-0d77ebf67160 req-ee98f7b5-ac0f-424e-b97a-d517e871e3ce tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429833 Apr 16 11:54:50.350270 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121c895-921d-4a15-87a8-57fb4b183e1e req-bde89dfe-2bf8-4f11-99c1-40b750082d41 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:50.351805 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f121c895-921d-4a15-87a8-57fb4b183e1e req-bde89dfe-2bf8-4f11-99c1-40b750082d41 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.1020718 Apr 16 11:54:50.401822 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f121c895-921d-4a15-87a8-57fb4b183e1e req-d7b48a7d-ff80-4049-9f9b-67ed2a51a66e tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434148 Apr 16 11:54:51.619485 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb251d-313f-4cfd-a7b8-f01cc511cf25 req-c62f0b03-516b-4565-855f-244ef74dfd76 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:51.622149 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fecb251d-313f-4cfd-a7b8-f01cc511cf25 req-c62f0b03-516b-4565-855f-244ef74dfd76 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.0986750 Apr 16 11:54:51.680363 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fecb251d-313f-4cfd-a7b8-f01cc511cf25 req-bcc5b198-09e5-4334-8de8-ef227b452a39 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512438 Apr 16 11:54:52.893691 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c179cbb-6ef4-4eab-b908-387ba3eab5ed req-e986e9d6-cd05-4589-91e5-1206b2752ce4 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:52.895317 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7c179cbb-6ef4-4eab-b908-387ba3eab5ed req-e986e9d6-cd05-4589-91e5-1206b2752ce4 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.0933027 Apr 16 11:54:52.944630 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7c179cbb-6ef4-4eab-b908-387ba3eab5ed req-73e541e0-6e34-492d-ade9-cdcbc99b7e49 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428743 Apr 16 11:54:54.270366 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce7707-d193-4fc4-9fbe-b0be38c72e63 req-511e2556-6e70-4064-acc1-d2b883d88e85 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:54.271885 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a7ce7707-d193-4fc4-9fbe-b0be38c72e63 req-511e2556-6e70-4064-acc1-d2b883d88e85 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.0892210 Apr 16 11:54:54.321008 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a7ce7707-d193-4fc4-9fbe-b0be38c72e63 req-95510146-1259-4826-8965-66ab034d46cd tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426631 Apr 16 11:54:55.530188 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab4309-33b9-42c9-a808-a5669d76685d req-b409201e-f61e-4eb3-9e6c-0ad7362e9345 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:55.531828 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-58ab4309-33b9-42c9-a808-a5669d76685d req-b409201e-f61e-4eb3-9e6c-0ad7362e9345 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.0904398 Apr 16 11:54:55.581086 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-58ab4309-33b9-42c9-a808-a5669d76685d req-603e188b-eb0e-4542-a2e4-4dedaec097b8 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424292 Apr 16 11:54:56.797590 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4e892-4456-4fa1-816b-c7bc1fcee89b req-2ddfda65-1617-4311-859a-81435e608199 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:56.799165 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-90f4e892-4456-4fa1-816b-c7bc1fcee89b req-2ddfda65-1617-4311-859a-81435e608199 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.0941017 Apr 16 11:54:56.848682 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-90f4e892-4456-4fa1-816b-c7bc1fcee89b req-aeb989e9-94f8-47c0-880d-d97b6acc2d81 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430558 Apr 16 11:54:58.065913 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025f941-09a2-4b4d-b7f7-4cdc9cf5a237 req-8a4d93a2-d7f0-487f-91e1-297a79b8a496 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:58.067514 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7025f941-09a2-4b4d-b7f7-4cdc9cf5a237 req-8a4d93a2-d7f0-487f-91e1-297a79b8a496 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.0918319 Apr 16 11:54:58.116937 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7025f941-09a2-4b4d-b7f7-4cdc9cf5a237 req-b801c766-655d-4d27-9ada-5e9298c8e3a9 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424891 Apr 16 11:54:58.408990 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:54:59.328275 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a1f56-2a87-48a4-a57e-7d6b58c3a5ae req-e53bba3c-f7fa-4904-a31b-f2280bb8ced1 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:59.329928 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-987a1f56-2a87-48a4-a57e-7d6b58c3a5ae req-e53bba3c-f7fa-4904-a31b-f2280bb8ced1 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.0899787 Apr 16 11:54:59.384162 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-987a1f56-2a87-48a4-a57e-7d6b58c3a5ae req-e88404e9-d676-45b4-ae93-ce3816f12953 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476296 Apr 16 11:55:00.598979 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2416b5-1323-4fdd-9aac-3730f3cd3027 req-9c7aafea-67c7-4020-a0ac-cb6d7ae62d8e tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:00.600597 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6e2416b5-1323-4fdd-9aac-3730f3cd3027 req-9c7aafea-67c7-4020-a0ac-cb6d7ae62d8e tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.0941384 Apr 16 11:55:00.657873 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6e2416b5-1323-4fdd-9aac-3730f3cd3027 req-6dbc4bae-9917-48cd-97df-2e07e184a440 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497215 Apr 16 11:55:01.428405 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-cd881caa-dd24-44c5-83b4-910f2a7160d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:01.869288 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91828670-d155-436c-aa2d-68a2944fabd9 req-b88ec1f2-c554-4aea-8c98-ed2813cab1b7 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:01.870919 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-91828670-d155-436c-aa2d-68a2944fabd9 req-b88ec1f2-c554-4aea-8c98-ed2813cab1b7 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.0884655 Apr 16 11:55:01.921298 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-91828670-d155-436c-aa2d-68a2944fabd9 req-1bc2436f-d131-4bf4-beff-b9c5b5a9b6c7 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436096 Apr 16 11:55:03.138238 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735fc931-15fb-4c63-a71e-960db903eef9 req-f73a0cc3-9a95-41e1-a024-0189d7002d55 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:03.140010 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-735fc931-15fb-4c63-a71e-960db903eef9 req-f73a0cc3-9a95-41e1-a024-0189d7002d55 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.0947895 Apr 16 11:55:03.197860 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-735fc931-15fb-4c63-a71e-960db903eef9 req-3f65e453-0166-4b4e-8daf-f8f7d1c7f781 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481391 Apr 16 11:55:04.424075 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83fefc6-4c53-4b72-b1f3-bc536d6aa60b req-5235f1d0-966c-4ff1-b865-23e455060d73 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:04.425715 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c83fefc6-4c53-4b72-b1f3-bc536d6aa60b req-5235f1d0-966c-4ff1-b865-23e455060d73 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.0931547 Apr 16 11:55:04.475694 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c83fefc6-4c53-4b72-b1f3-bc536d6aa60b req-85a40701-a9a5-45f7-9d9b-6befa1283d30 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432894 Apr 16 11:55:04.852011 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f885d5bf-483b-4d8a-bd9a-60448df8f364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:05.696992 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9ce45-4270-471b-b0eb-f8a240253d02 req-65534187-5077-40e0-9a68-d257b6888399 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:05.699248 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-bfa9ce45-4270-471b-b0eb-f8a240253d02 req-65534187-5077-40e0-9a68-d257b6888399 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.0949624 Apr 16 11:55:05.747406 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-bfa9ce45-4270-471b-b0eb-f8a240253d02 req-df1b48c8-9a63-4b51-8afa-bf3800a09477 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417383 Apr 16 11:55:05.813682 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:06.411997 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:06.959873 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37d007-b799-4a4c-afc0-cc4b06a5f295 req-5923a655-59cc-4a4c-92a0-c6e6a90a1b0f tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:06.961554 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0a37d007-b799-4a4c-afc0-cc4b06a5f295 req-5923a655-59cc-4a4c-92a0-c6e6a90a1b0f tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 943 time: 0.0900538 Apr 16 11:55:07.010872 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0a37d007-b799-4a4c-afc0-cc4b06a5f295 req-7c211fff-71f9-4124-a6bd-04bd9d5acad1 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426049 Apr 16 11:55:07.489993 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 83db117e-0bf5-4936-b1c9-74bccc07aed5 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:55:07.604347 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:07.648659 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 83db117e-0bf5-4936-b1c9-74bccc07aed5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=83db117e-0bf5-4936-b1c9-74bccc07aed5,segment=NetworkSegment(c54cd4bb-a55a-449f-8842-dcc82906022a),segment_id=c54cd4bb-a55a-449f-8842-dcc82906022a)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:55:07.664583 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Returning: {'device': '83db117e-0bf5-4936-b1c9-74bccc07aed5', 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7', 'port_id': '83db117e-0bf5-4936-b1c9-74bccc07aed5', 'mac_address': 'fa:16:3e:37:13:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e34726b9-4f8a-44d8-a3f0-ee759b42ab33', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:55:07.732974 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:07.758333 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83db117e-0bf5-4936-b1c9-74bccc07aed5 {{(pid=85339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:55:07.778646 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 83db117e-0bf5-4936-b1c9-74bccc07aed5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=83db117e-0bf5-4936-b1c9-74bccc07aed5,segment=NetworkSegment(c54cd4bb-a55a-449f-8842-dcc82906022a),segment_id=c54cd4bb-a55a-449f-8842-dcc82906022a)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:55:07.782794 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:07.785683 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:07.869752 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=83db117e-0bf5-4936-b1c9-74bccc07aed5,revision_number=9']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:07.879045 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:07.879440 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:07.879827 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:07.880207 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:07.880611 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:07.880985 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:07.881360 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:07.881736 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:07.882110 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:07.882480 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:07.882851 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:07.883219 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:07.887998 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:08.226116 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a4e3d-1601-411d-8989-e5b4d12088ec req-20222d30-5a8e-401b-a888-050e937651c4 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:08.227704 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1f3a4e3d-1601-411d-8989-e5b4d12088ec req-20222d30-5a8e-401b-a888-050e937651c4 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 944 time: 0.0954144 Apr 16 11:55:08.275387 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1f3a4e3d-1601-411d-8989-e5b4d12088ec req-25bab8b7-7171-478e-b9bc-519d33c688c9 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406690 Apr 16 11:55:09.705658 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066b72f-a13e-4ac6-9d9c-d6bff7a9b2ac req-795ddaa1-206a-402c-bf08-937782d12caa tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:09.707280 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5066b72f-a13e-4ac6-9d9c-d6bff7a9b2ac req-795ddaa1-206a-402c-bf08-937782d12caa tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 944 time: 0.3121479 Apr 16 11:55:09.759943 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5066b72f-a13e-4ac6-9d9c-d6bff7a9b2ac req-1eb4b7f9-f64a-4da9-8a16-f38398221e3a tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420320 Apr 16 11:55:10.971727 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677d50c-5629-45c1-a6a8-88e7942f0f84 req-2318d2a2-94e2-46bd-af4d-9f438f641e28 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:10.973367 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b677d50c-5629-45c1-a6a8-88e7942f0f84 req-2318d2a2-94e2-46bd-af4d-9f438f641e28 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 944 time: 0.0887346 Apr 16 11:55:11.021901 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b677d50c-5629-45c1-a6a8-88e7942f0f84 req-d43efd4b-d273-44a2-a2b1-c5a1e224a19d tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421615 Apr 16 11:55:11.700548 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['83db117e-0bf5-4936-b1c9-74bccc07aed5'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:55:12.235500 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14fa59-d78f-4e90-8dc5-f7c710d666f7 req-93e3415a-010f-47bf-b7dd-aa9c8a79c195 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:12.237149 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5e14fa59-d78f-4e90-8dc5-f7c710d666f7 req-93e3415a-010f-47bf-b7dd-aa9c8a79c195 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 944 time: 0.0921497 Apr 16 11:55:12.291028 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5e14fa59-d78f-4e90-8dc5-f7c710d666f7 req-c034e0b6-6a92-433d-88df-e30ebd6b911a tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475392 Apr 16 11:55:13.431555 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 83db117e-0bf5-4936-b1c9-74bccc07aed5 up at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:55:13.507201 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning complete for port 83db117e-0bf5-4936-b1c9-74bccc07aed5 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:55:13.507555 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:13.509861 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48113435-f5c4-4a57-b10a-699fc8a03525 req-8360c342-71bd-4ef3-99d8-a87fb6a358d1 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:13.511608 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-48113435-f5c4-4a57-b10a-699fc8a03525 req-8360c342-71bd-4ef3-99d8-a87fb6a358d1 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 944 time: 0.0927498 Apr 16 11:55:13.562183 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-48113435-f5c4-4a57-b10a-699fc8a03525 req-f1d00e6b-514b-46e8-a8a9-cc7ea7af408e tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439954 Apr 16 11:55:13.643867 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:13.648158 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:13.680471 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d619d9-39be-47bd-9022-90edb3c66a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83db117e-0bf5-4936-b1c9-74bccc07aed5'}] {{(pid=85339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:55:13.691346 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 83db117e-0bf5-4936-b1c9-74bccc07aed5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=83db117e-0bf5-4936-b1c9-74bccc07aed5,segment=NetworkSegment(c54cd4bb-a55a-449f-8842-dcc82906022a),segment_id=c54cd4bb-a55a-449f-8842-dcc82906022a)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:55:13.696373 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:13.697931 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:13.780144 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=83db117e-0bf5-4936-b1c9-74bccc07aed5,revision_number=10']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:13.784240 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:13.797464 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d619d9-39be-47bd-9022-90edb3c66a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83db117e-0bf5-4936-b1c9-74bccc07aed5', 'code': 200} Apr 16 11:55:14.456806 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3460eb-b9db-40c5-9eb1-488d3de01034 req-537c37e2-5e76-4235-9dc4-8f9806cacb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:14.458397 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ce3460eb-b9db-40c5-9eb1-488d3de01034 req-537c37e2-5e76-4235-9dc4-8f9806cacb75 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 1099 time: 0.1320271 Apr 16 11:55:14.513230 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ce3460eb-b9db-40c5-9eb1-488d3de01034 req-c672d1cc-fb65-4291-bc13-2d067270279f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392942 Apr 16 11:55:14.778173 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5457d46-b1a2-475c-9955-0bf3ff91e323 req-fa6d803b-d4e5-4947-9cc5-2b6abc6f7098 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:14.779726 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e5457d46-b1a2-475c-9955-0bf3ff91e323 req-fa6d803b-d4e5-4947-9cc5-2b6abc6f7098 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 946 time: 0.0934012 Apr 16 11:55:14.828941 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e5457d46-b1a2-475c-9955-0bf3ff91e323 req-f58d68fa-40ec-4e8e-a991-89fff483deb0 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423932 Apr 16 11:55:16.064907 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31fddea-f0c8-4d54-bc47-ae98065acbec req-563f36a8-1b7a-4a14-b1a7-12fd3072442d tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:16.067064 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e31fddea-f0c8-4d54-bc47-ae98065acbec req-563f36a8-1b7a-4a14-b1a7-12fd3072442d tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 946 time: 0.0962389 Apr 16 11:55:16.094107 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 54806) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:16.120631 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e31fddea-f0c8-4d54-bc47-ae98065acbec req-bb7ba0aa-b36d-4db3-b066-7dbb85e93bd9 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462530 Apr 16 11:55:16.242199 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3ac024ed-f292-4cb5-84ca-b99afd7c88b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:16.259019 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-3ac024ed-f292-4cb5-84ca-b99afd7c88b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:55:16.263260 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-3ac024ed-f292-4cb5-84ca-b99afd7c88b1 admin admin] Usage tracker for resource:security_group_rule and tenant:b9e99d0afa3b4f9894fc11e58bd7798b is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:55:16.266360 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-3ac024ed-f292-4cb5-84ca-b99afd7c88b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:55:16.272536 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-3ac024ed-f292-4cb5-84ca-b99afd7c88b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:55:16.362471 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3ac024ed-f292-4cb5-84ca-b99afd7c88b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:16.372878 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3ac024ed-f292-4cb5-84ca-b99afd7c88b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:16.380294 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-a80245a1-faa8-4dd1-90bc-173a89d19985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:16.424411 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-3ac024ed-f292-4cb5-84ca-b99afd7c88b1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b9e99d0afa3b4f9894fc11e58bd7798b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3288629 Apr 16 11:55:16.425215 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac024ed-f292-4cb5-84ca-b99afd7c88b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602ad7cc-ee53-4817-8b75-4118021a9bea,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:16.427285 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 54812) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:16.433803 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac024ed-f292-4cb5-84ca-b99afd7c88b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:16.434314 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac024ed-f292-4cb5-84ca-b99afd7c88b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:16.434867 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac024ed-f292-4cb5-84ca-b99afd7c88b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:16.435277 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac024ed-f292-4cb5-84ca-b99afd7c88b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:16.435681 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac024ed-f292-4cb5-84ca-b99afd7c88b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:16.436091 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac024ed-f292-4cb5-84ca-b99afd7c88b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:16.436531 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac024ed-f292-4cb5-84ca-b99afd7c88b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:16.436938 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac024ed-f292-4cb5-84ca-b99afd7c88b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:16.437343 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac024ed-f292-4cb5-84ca-b99afd7c88b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:16.437741 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac024ed-f292-4cb5-84ca-b99afd7c88b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:16.438142 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac024ed-f292-4cb5-84ca-b99afd7c88b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:16.438537 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac024ed-f292-4cb5-84ca-b99afd7c88b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:16.442679 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-3ac024ed-f292-4cb5-84ca-b99afd7c88b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:16.493442 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2d86b7da-b6ed-4b75-8b61-3eb20a05e5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:16.522213 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2d86b7da-b6ed-4b75-8b61-3eb20a05e5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:16.567059 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2d86b7da-b6ed-4b75-8b61-3eb20a05e5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:16.571993 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-16f8a7e2-cb7c-4fde-aedc-16520df21b0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:16.585286 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86b7da-b6ed-4b75-8b61-3eb20a05e5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602ad7cc-ee53-4817-8b75-4118021a9bea,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:16.595137 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86b7da-b6ed-4b75-8b61-3eb20a05e5ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:16.595547 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86b7da-b6ed-4b75-8b61-3eb20a05e5ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:16.595951 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86b7da-b6ed-4b75-8b61-3eb20a05e5ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:16.596372 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86b7da-b6ed-4b75-8b61-3eb20a05e5ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:16.596768 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86b7da-b6ed-4b75-8b61-3eb20a05e5ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:16.597167 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86b7da-b6ed-4b75-8b61-3eb20a05e5ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:16.597558 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86b7da-b6ed-4b75-8b61-3eb20a05e5ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:16.597947 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86b7da-b6ed-4b75-8b61-3eb20a05e5ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:16.598393 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86b7da-b6ed-4b75-8b61-3eb20a05e5ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:16.598720 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86b7da-b6ed-4b75-8b61-3eb20a05e5ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:16.599104 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86b7da-b6ed-4b75-8b61-3eb20a05e5ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:16.599562 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86b7da-b6ed-4b75-8b61-3eb20a05e5ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:16.602627 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2d86b7da-b6ed-4b75-8b61-3eb20a05e5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:16.603823 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-2d86b7da-b6ed-4b75-8b61-3eb20a05e5ee admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/602ad7cc-ee53-4817-8b75-4118021a9bea HTTP/1.1" status: 204 len: 168 time: 0.1754432 Apr 16 11:55:16.604810 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-2d86b7da-b6ed-4b75-8b61-3eb20a05e5ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:16.895878 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 54820) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:16.914910 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-87b878d7-313d-4703-99e2-ea402ed37b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:16.935857 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-87b878d7-313d-4703-99e2-ea402ed37b24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:55:16.939982 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-87b878d7-313d-4703-99e2-ea402ed37b24 admin admin] Usage tracker for resource:security_group_rule and tenant:0fc6ea5784a84bb0b889128d3aca9cb9 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:55:16.942935 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-87b878d7-313d-4703-99e2-ea402ed37b24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:55:16.949408 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-87b878d7-313d-4703-99e2-ea402ed37b24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:55:17.038717 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-87b878d7-313d-4703-99e2-ea402ed37b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:17.041675 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-87b878d7-313d-4703-99e2-ea402ed37b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:17.050824 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-edcdfa37-3f4e-47e0-a3ef-5cfe136a1d0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:17.093135 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-87b878d7-313d-4703-99e2-ea402ed37b24 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0fc6ea5784a84bb0b889128d3aca9cb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1960931 Apr 16 11:55:17.094040 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b878d7-313d-4703-99e2-ea402ed37b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a822907b-f89b-425c-b720-3f803f0358a4,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:17.096121 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 54824) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:17.097208 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-87b878d7-313d-4703-99e2-ea402ed37b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:17.165192 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3994aed6-3c36-4c23-b5d2-b490e6b0b695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:17.194008 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3994aed6-3c36-4c23-b5d2-b490e6b0b695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:17.243549 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3994aed6-3c36-4c23-b5d2-b490e6b0b695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:17.249339 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-db3cb54d-7038-4261-a01b-86328e227a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:17.263669 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994aed6-3c36-4c23-b5d2-b490e6b0b695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a822907b-f89b-425c-b720-3f803f0358a4,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:17.267031 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-3994aed6-3c36-4c23-b5d2-b490e6b0b695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:17.268518 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3994aed6-3c36-4c23-b5d2-b490e6b0b695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:17.276608 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-3994aed6-3c36-4c23-b5d2-b490e6b0b695 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a822907b-f89b-425c-b720-3f803f0358a4 HTTP/1.1" status: 204 len: 168 time: 0.1747866 Apr 16 11:55:17.341512 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a15cb1-a1c3-495e-9c0e-f7035ff08221 req-cb1d0b24-2646-4d7a-9b93-83f255ce8a3d tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:17.343116 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-67a15cb1-a1c3-495e-9c0e-f7035ff08221 req-cb1d0b24-2646-4d7a-9b93-83f255ce8a3d tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 946 time: 0.0996485 Apr 16 11:55:17.394343 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-67a15cb1-a1c3-495e-9c0e-f7035ff08221 req-d5e5ab22-bc0d-4a91-beea-0f6dc945aa17 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447123 Apr 16 11:55:23.089945 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 54928) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:23.228232 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8e4279f7-ef6d-49b9-a3c8-48a50590f380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:23.244037 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-8e4279f7-ef6d-49b9-a3c8-48a50590f380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:55:23.248082 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-8e4279f7-ef6d-49b9-a3c8-48a50590f380 admin admin] Usage tracker for resource:security_group_rule and tenant:b30eb30abcb744d1b3ed050516bcbbba is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:55:23.251117 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-8e4279f7-ef6d-49b9-a3c8-48a50590f380 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:55:23.256976 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-8e4279f7-ef6d-49b9-a3c8-48a50590f380 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:55:23.340063 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8e4279f7-ef6d-49b9-a3c8-48a50590f380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:23.343507 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8e4279f7-ef6d-49b9-a3c8-48a50590f380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:23.352464 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e28b7333-339b-4761-990a-cf7734c6da35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:23.397399 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-8e4279f7-ef6d-49b9-a3c8-48a50590f380 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b30eb30abcb744d1b3ed050516bcbbba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3063126 Apr 16 11:55:23.398315 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4279f7-ef6d-49b9-a3c8-48a50590f380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2da978d-bbfc-46a5-873f-e972b67e3076,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:23.400487 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 54934) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:23.401748 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-8e4279f7-ef6d-49b9-a3c8-48a50590f380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:23.464660 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b3eefb3d-90f5-483f-813c-4bc4f3e14f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:23.492332 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b3eefb3d-90f5-483f-813c-4bc4f3e14f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:23.536973 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b3eefb3d-90f5-483f-813c-4bc4f3e14f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:23.541976 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-fe731ced-139f-4e79-accc-a27eb63e3200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:23.555555 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eefb3d-90f5-483f-813c-4bc4f3e14f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2da978d-bbfc-46a5-873f-e972b67e3076,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:23.558120 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b3eefb3d-90f5-483f-813c-4bc4f3e14f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:23.570043 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b3eefb3d-90f5-483f-813c-4bc4f3e14f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:23.571257 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-b3eefb3d-90f5-483f-813c-4bc4f3e14f7b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e2da978d-bbfc-46a5-873f-e972b67e3076 HTTP/1.1" status: 204 len: 168 time: 0.1688833 Apr 16 11:55:23.860780 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 54942) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:23.880227 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6fd4c8be-3ca1-46df-a919-e4ab1e7f3efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:23.895939 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-6fd4c8be-3ca1-46df-a919-e4ab1e7f3efa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:55:23.900002 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-6fd4c8be-3ca1-46df-a919-e4ab1e7f3efa admin admin] Usage tracker for resource:security_group_rule and tenant:8722fe79ecb04235bd3287cc9d8e664c is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:55:23.902967 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-6fd4c8be-3ca1-46df-a919-e4ab1e7f3efa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:55:23.909169 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-6fd4c8be-3ca1-46df-a919-e4ab1e7f3efa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:55:23.998990 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6fd4c8be-3ca1-46df-a919-e4ab1e7f3efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:24.001865 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6fd4c8be-3ca1-46df-a919-e4ab1e7f3efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:24.227471 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-5f46ca62-78fc-4b46-ace0-25c278821ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:24.273084 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-6fd4c8be-3ca1-46df-a919-e4ab1e7f3efa admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8722fe79ecb04235bd3287cc9d8e664c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4110856 Apr 16 11:55:24.274016 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd4c8be-3ca1-46df-a919-e4ab1e7f3efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a3e68b-5cee-4d88-91b9-1f6283c7e9cc,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:24.275935 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 54946) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:24.277186 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-6fd4c8be-3ca1-46df-a919-e4ab1e7f3efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:24.337905 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7adb5813-1615-4b0d-904d-dcdf074428ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:24.365382 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7adb5813-1615-4b0d-904d-dcdf074428ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:24.410733 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7adb5813-1615-4b0d-904d-dcdf074428ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:24.415627 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-d2dcf4a1-11f2-4a6c-b511-48586df3a435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:24.429209 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb5813-1615-4b0d-904d-dcdf074428ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a3e68b-5cee-4d88-91b9-1f6283c7e9cc,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:24.434121 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-7adb5813-1615-4b0d-904d-dcdf074428ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:24.439430 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7adb5813-1615-4b0d-904d-dcdf074428ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:24.440652 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-7adb5813-1615-4b0d-904d-dcdf074428ff admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/90a3e68b-5cee-4d88-91b9-1f6283c7e9cc HTTP/1.1" status: 204 len: 168 time: 0.1636217 Apr 16 11:55:27.218113 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 55016) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:27.342671 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e18bc501-71cb-4a47-9f78-f712fdb6fac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:27.357987 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-e18bc501-71cb-4a47-9f78-f712fdb6fac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:55:27.362078 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-e18bc501-71cb-4a47-9f78-f712fdb6fac6 admin admin] Usage tracker for resource:security_group_rule and tenant:5fdae687832a4831ae152af1205c62a7 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:55:27.364978 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-e18bc501-71cb-4a47-9f78-f712fdb6fac6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:55:27.370953 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-e18bc501-71cb-4a47-9f78-f712fdb6fac6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:55:27.456939 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e18bc501-71cb-4a47-9f78-f712fdb6fac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:27.459942 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e18bc501-71cb-4a47-9f78-f712fdb6fac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:27.473154 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-9957403e-9857-44ce-b01d-28d5883d2032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:27.517551 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-e18bc501-71cb-4a47-9f78-f712fdb6fac6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5fdae687832a4831ae152af1205c62a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2982628 Apr 16 11:55:27.519239 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18bc501-71cb-4a47-9f78-f712fdb6fac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8e9bed-9c69-428a-ba9d-14fa54dff12f,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:27.520464 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 55022) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:27.523349 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e18bc501-71cb-4a47-9f78-f712fdb6fac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:27.584773 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-72b37e97-fd16-4252-896c-02f8290a00da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:27.611850 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-72b37e97-fd16-4252-896c-02f8290a00da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:27.656985 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-72b37e97-fd16-4252-896c-02f8290a00da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:27.662189 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e9d6a87e-3db6-45e0-8349-ea986092e455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:27.675690 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b37e97-fd16-4252-896c-02f8290a00da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8e9bed-9c69-428a-ba9d-14fa54dff12f,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:27.678106 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-72b37e97-fd16-4252-896c-02f8290a00da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:27.687138 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-72b37e97-fd16-4252-896c-02f8290a00da admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:27.688390 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-72b37e97-fd16-4252-896c-02f8290a00da admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5a8e9bed-9c69-428a-ba9d-14fa54dff12f HTTP/1.1" status: 204 len: 168 time: 0.1668177 Apr 16 11:55:27.984953 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 55030) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:28.004668 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-84874551-0299-4f22-89df-8bf8b191f80a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:28.022585 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-84874551-0299-4f22-89df-8bf8b191f80a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:55:28.026543 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-84874551-0299-4f22-89df-8bf8b191f80a admin admin] Usage tracker for resource:security_group_rule and tenant:bf7725b33aac4a4a8c2dc827ab307ca0 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:55:28.029572 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-84874551-0299-4f22-89df-8bf8b191f80a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:55:28.035411 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-84874551-0299-4f22-89df-8bf8b191f80a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:55:28.118003 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-84874551-0299-4f22-89df-8bf8b191f80a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:28.120795 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-84874551-0299-4f22-89df-8bf8b191f80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:28.129880 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-89ea46af-bd4a-446e-a164-66e4202a6299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:28.171501 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-84874551-0299-4f22-89df-8bf8b191f80a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bf7725b33aac4a4a8c2dc827ab307ca0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1854336 Apr 16 11:55:28.172438 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84874551-0299-4f22-89df-8bf8b191f80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1120eee-2638-4b02-80a7-19eac3b35e4b,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:28.174431 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 55034) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:28.175673 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-84874551-0299-4f22-89df-8bf8b191f80a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:28.243989 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d026c05e-58b8-418b-b7d4-1825ef23df5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:28.272048 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d026c05e-58b8-418b-b7d4-1825ef23df5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:28.319599 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d026c05e-58b8-418b-b7d4-1825ef23df5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:28.324597 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-3994aed6-3c36-4c23-b5d2-b490e6b0b695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:28.339784 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026c05e-58b8-418b-b7d4-1825ef23df5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1120eee-2638-4b02-80a7-19eac3b35e4b,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:28.344006 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-d026c05e-58b8-418b-b7d4-1825ef23df5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:28.348945 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d026c05e-58b8-418b-b7d4-1825ef23df5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:28.350160 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-d026c05e-58b8-418b-b7d4-1825ef23df5d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c1120eee-2638-4b02-80a7-19eac3b35e4b HTTP/1.1" status: 204 len: 168 time: 0.1711326 Apr 16 11:55:31.438056 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a2ec9bfa-b3c3-43a4-945b-8bf5c9cb8984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:34.855984 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b00c07f6-d58d-4cbb-8f04-7411c8374bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:35.408135 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:55:35.815439 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:36.414316 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:37.582172 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:43.348625 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e8f37-d83a-4e19-bfb3-6c686d633b8e req-b8b41c24-6255-4ca8-9d4c-43ca75745ec1 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:43.350154 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-528e8f37-d83a-4e19-bfb3-6c686d633b8e req-b8b41c24-6255-4ca8-9d4c-43ca75745ec1 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.1152451 Apr 16 11:55:43.400404 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-528e8f37-d83a-4e19-bfb3-6c686d633b8e req-45b7c42c-3ce3-4c60-ae8d-83b1907a75fe tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433233 Apr 16 11:55:43.629058 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:44.606271 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68384a-1602-42d3-b5d7-bc14e0e32291 req-49f5fe62-faf2-4608-b849-a39d8d76d6a2 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:44.607743 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3d68384a-1602-42d3-b5d7-bc14e0e32291 req-49f5fe62-faf2-4608-b849-a39d8d76d6a2 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.0912442 Apr 16 11:55:44.656237 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3d68384a-1602-42d3-b5d7-bc14e0e32291 req-b48921b9-4d50-40a0-a91c-796ca80365fe tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418644 Apr 16 11:55:45.859328 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c0e70-80fe-4ecc-9428-b880f1ef3014 req-e72d2156-30f1-4260-9fb1-3dda787b4394 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:45.860850 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7e0c0e70-80fe-4ecc-9428-b880f1ef3014 req-e72d2156-30f1-4260-9fb1-3dda787b4394 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.0891299 Apr 16 11:55:45.912096 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7e0c0e70-80fe-4ecc-9428-b880f1ef3014 req-0e57f680-1f77-4e54-9e6f-325c2290bcbb tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446758 Apr 16 11:55:47.256101 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4172f05-f7ce-45e7-8b7c-814d4380f0b0 req-4eb4b657-9752-4182-a59d-d147c206774f tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:47.257789 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d4172f05-f7ce-45e7-8b7c-814d4380f0b0 req-4eb4b657-9752-4182-a59d-d147c206774f tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.0921957 Apr 16 11:55:47.308364 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d4172f05-f7ce-45e7-8b7c-814d4380f0b0 req-befb94a9-cd66-43e7-84f3-c4a3068fb0f5 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441561 Apr 16 11:55:48.513197 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b36a6f-a7a0-438d-a5f1-f2bda1e8f771 req-7e9071ff-e5d7-41e7-a755-dfcf88de9747 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:48.514714 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e4b36a6f-a7a0-438d-a5f1-f2bda1e8f771 req-7e9071ff-e5d7-41e7-a755-dfcf88de9747 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.0890293 Apr 16 11:55:48.563015 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e4b36a6f-a7a0-438d-a5f1-f2bda1e8f771 req-2d6495b2-7890-463f-86c7-5808cf43a5df tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416262 Apr 16 11:55:49.719134 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-313633b8-f0be-444f-be77-146fabf776f3 req-08602ba8-89b5-4356-ad58-138c6e231973 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0817924 Apr 16 11:55:49.772244 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61c01d-d656-457c-bd21-6636c47cd92c req-b3b23e91-eacc-4cae-b305-1a2acf5b4940 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:49.773904 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-cd61c01d-d656-457c-bd21-6636c47cd92c req-b3b23e91-eacc-4cae-b305-1a2acf5b4940 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.0957594 Apr 16 11:55:49.824645 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-cd61c01d-d656-457c-bd21-6636c47cd92c req-83c44576-4923-4344-a954-b92df4662c47 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441771 Apr 16 11:55:49.872072 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313633b8-f0be-444f-be77-146fabf776f3 req-960957b2-b0d9-457e-8cad-059b65445c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:49.873624 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-313633b8-f0be-444f-be77-146fabf776f3 req-960957b2-b0d9-457e-8cad-059b65445c71 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5cb420ffa55c4c63be5c8a61559de7d5&device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 1099 time: 0.0802205 Apr 16 11:55:50.037425 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313633b8-f0be-444f-be77-146fabf776f3 req-46be9f40-df25-4226-94b3-44acfb204773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:50.038995 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-313633b8-f0be-444f-be77-146fabf776f3 req-46be9f40-df25-4226-94b3-44acfb204773 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7 HTTP/1.1" status: 200 len: 918 time: 0.1447310 Apr 16 11:55:50.151697 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-313633b8-f0be-444f-be77-146fabf776f3 req-5ee0c853-dcf8-4e7f-a216-190320dbe7df service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83db117e-0bf5-4936-b1c9-74bccc07aed5 HTTP/1.1" status: 200 len: 1001 time: 0.1047187 Apr 16 11:55:50.223792 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313633b8-f0be-444f-be77-146fabf776f3 req-25e3cbf3-c2ae-4041-b63f-cdf283c06166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:50.225373 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-313633b8-f0be-444f-be77-146fabf776f3 req-25e3cbf3-c2ae-4041-b63f-cdf283c06166 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e34726b9-4f8a-44d8-a3f0-ee759b42ab33 HTTP/1.1" status: 200 len: 856 time: 0.0674121 Apr 16 11:55:50.314574 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313633b8-f0be-444f-be77-146fabf776f3 req-fa68c163-154d-4a9b-a8f9-a432097ea441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:50.316296 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-313633b8-f0be-444f-be77-146fabf776f3 req-fa68c163-154d-4a9b-a8f9-a432097ea441 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0834260 Apr 16 11:55:50.467137 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-313633b8-f0be-444f-be77-146fabf776f3 req-26e3f782-7f4e-4b67-a092-79989b93c950 service neutron] 10.222.0.79 "GET /v2.0/networks/e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437783 Apr 16 11:55:50.615985 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-313633b8-f0be-444f-be77-146fabf776f3 req-2627e633-05a0-4363-87a8-e99f4638006c service neutron] 10.222.0.79 "GET /v2.0/networks/e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418567 Apr 16 11:55:51.033898 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e036f-794f-4e27-84d7-c4367bce8f58 req-c8867566-5409-4a43-b230-83589189b0eb tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:51.035598 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-489e036f-794f-4e27-84d7-c4367bce8f58 req-c8867566-5409-4a43-b230-83589189b0eb tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.0952132 Apr 16 11:55:51.088787 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-489e036f-794f-4e27-84d7-c4367bce8f58 req-0f8d4c77-4347-4a67-a1a9-6d66e94ea6de tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465760 Apr 16 11:55:52.295586 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a6ce4-7625-4abf-995d-4c42f78602e3 req-a243c91b-b484-41f1-8556-ed9df7b355b5 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:52.297177 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-cf4a6ce4-7625-4abf-995d-4c42f78602e3 req-a243c91b-b484-41f1-8556-ed9df7b355b5 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.0927002 Apr 16 11:55:52.351184 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-cf4a6ce4-7625-4abf-995d-4c42f78602e3 req-02727d28-0184-45e7-83a1-f448beeb79fe tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467577 Apr 16 11:55:53.573416 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0693c63-dec2-4be4-9d88-ec290ce15620 req-e3e90742-10d2-41fe-83f0-be60459fecc6 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:53.575014 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c0693c63-dec2-4be4-9d88-ec290ce15620 req-e3e90742-10d2-41fe-83f0-be60459fecc6 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.1081531 Apr 16 11:55:53.627061 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c0693c63-dec2-4be4-9d88-ec290ce15620 req-4c44c77e-33f2-4565-9e9f-7e38cb668857 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444965 Apr 16 11:55:54.852245 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6424e1-9db9-4526-a57a-479b9f6d4c98 req-083847a5-2a56-4d22-a697-9f71d216f59e tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:54.853841 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-df6424e1-9db9-4526-a57a-479b9f6d4c98 req-083847a5-2a56-4d22-a697-9f71d216f59e tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.0882444 Apr 16 11:55:54.905620 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-df6424e1-9db9-4526-a57a-479b9f6d4c98 req-92c521ac-439d-4265-9526-126115273386 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452840 Apr 16 11:55:55.271012 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2b6e6-e40e-47d7-bb18-0efe3e9a8276 req-445b7043-56f9-4d86-91cc-6fe4d4d1eadc tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:55.272609 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-30e2b6e6-e40e-47d7-bb18-0efe3e9a8276 req-445b7043-56f9-4d86-91cc-6fe4d4d1eadc tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.0946362 Apr 16 11:55:55.321110 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-30e2b6e6-e40e-47d7-bb18-0efe3e9a8276 req-8efedb45-8e42-40e5-a9c2-27d1e5897804 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422063 Apr 16 11:55:56.524200 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfbb86-d133-46b7-814f-8d5aaba55683 req-e92f4aa6-91a1-48ea-b83e-22c0ccfd7777 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:56.525714 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-21dfbb86-d133-46b7-814f-8d5aaba55683 req-e92f4aa6-91a1-48ea-b83e-22c0ccfd7777 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.0888512 Apr 16 11:55:56.575545 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-21dfbb86-d133-46b7-814f-8d5aaba55683 req-597e3fd0-af4d-4b28-bd6c-e3a8d3dc5da4 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435171 Apr 16 11:55:57.776708 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c7275-b3b7-44cc-99f4-86ea7f1c3a41 req-cb6aae17-1f16-47b2-a1f5-64a1f255ab32 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:57.778245 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-890c7275-b3b7-44cc-99f4-86ea7f1c3a41 req-cb6aae17-1f16-47b2-a1f5-64a1f255ab32 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.0869679 Apr 16 11:55:57.826800 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-890c7275-b3b7-44cc-99f4-86ea7f1c3a41 req-bb1e2d9f-80d1-4dd5-8189-8a3684ff6553 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415485 Apr 16 11:55:58.504291 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63ff2e-1ed5-4366-bc21-19872d569224 req-109e3114-8f17-4ec2-8efd-d8aadcf066cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:58.505929 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6d63ff2e-1ed5-4366-bc21-19872d569224 req-109e3114-8f17-4ec2-8efd-d8aadcf066cc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a8f545f40a11467b946db58b523aa51f&device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 1098 time: 0.0812140 Apr 16 11:55:58.646068 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63ff2e-1ed5-4366-bc21-19872d569224 req-03b5c44f-faf8-4c50-a1c0-e1683248b3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:58.647654 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6d63ff2e-1ed5-4366-bc21-19872d569224 req-03b5c44f-faf8-4c50-a1c0-e1683248b3f7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2180b119-bc71-44ac-ab3a-75fb991fd9c9 HTTP/1.1" status: 200 len: 910 time: 0.1353254 Apr 16 11:55:58.757457 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6d63ff2e-1ed5-4366-bc21-19872d569224 req-4c4e44f2-a034-4b84-a29d-cc3a6d69341c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f HTTP/1.1" status: 200 len: 1001 time: 0.1029215 Apr 16 11:55:58.826821 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63ff2e-1ed5-4366-bc21-19872d569224 req-91b25963-0d07-43b2-8e1a-371eb40d6721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:58.828349 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6d63ff2e-1ed5-4366-bc21-19872d569224 req-91b25963-0d07-43b2-8e1a-371eb40d6721 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=db3c83ef-37ef-4f43-9fb3-a7487fc6375e HTTP/1.1" status: 200 len: 848 time: 0.0641387 Apr 16 11:55:58.915581 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63ff2e-1ed5-4366-bc21-19872d569224 req-5316d473-d9be-4fec-96c0-3ae4efc22dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:58.917186 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6d63ff2e-1ed5-4366-bc21-19872d569224 req-5316d473-d9be-4fec-96c0-3ae4efc22dbf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2180b119-bc71-44ac-ab3a-75fb991fd9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0799868 Apr 16 11:55:59.127989 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6d63ff2e-1ed5-4366-bc21-19872d569224 req-94c114a3-d1ae-45a9-96de-c2f41612d785 service neutron] 10.222.0.79 "GET /v2.0/networks/2180b119-bc71-44ac-ab3a-75fb991fd9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010999 Apr 16 11:55:59.137019 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed1914-f2f1-4849-aa58-47fcab28260c req-08f6d36b-112b-4f62-998d-0b485b8e4d14 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:59.138472 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-33ed1914-f2f1-4849-aa58-47fcab28260c req-08f6d36b-112b-4f62-998d-0b485b8e4d14 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.1899047 Apr 16 11:55:59.289732 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-33ed1914-f2f1-4849-aa58-47fcab28260c req-0371a057-9894-4622-8330-8ef6f0f44970 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292403 Apr 16 11:55:59.317259 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6d63ff2e-1ed5-4366-bc21-19872d569224 req-3b71313f-6683-4639-8da0-749689003189 service neutron] 10.222.0.79 "GET /v2.0/networks/2180b119-bc71-44ac-ab3a-75fb991fd9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778018 Apr 16 11:56:00.497602 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a38e9-777a-4990-b60c-4e05367f25c7 req-c3d9e3bd-067c-4a4d-9ad6-d4eba33099cf tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:00.499134 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c89a38e9-777a-4990-b60c-4e05367f25c7 req-c3d9e3bd-067c-4a4d-9ad6-d4eba33099cf tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.0926318 Apr 16 11:56:00.548060 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c89a38e9-777a-4990-b60c-4e05367f25c7 req-296703a2-f91a-4c38-8344-af3b645b815e tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425415 Apr 16 11:56:01.430272 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-89b84071-82b6-493d-91f1-79b9e0845918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:01.984028 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5618f2-121f-4620-ad62-08fd84cfb10a req-fb3492b5-02d9-41a2-aad8-6cd5bf3ea765 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:01.985684 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9a5618f2-121f-4620-ad62-08fd84cfb10a req-fb3492b5-02d9-41a2-aad8-6cd5bf3ea765 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 945 time: 0.0927362 Apr 16 11:56:02.036556 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9a5618f2-121f-4620-ad62-08fd84cfb10a req-a7e8e0d8-40b7-43f1-a282-b42737d9d251 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437169 Apr 16 11:56:03.242784 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415b9d9-81da-4ba7-8fb6-30c11dbdf30a req-66b54501-2859-45b7-99b6-c3dabab8b677 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:03.244382 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5415b9d9-81da-4ba7-8fb6-30c11dbdf30a req-66b54501-2859-45b7-99b6-c3dabab8b677 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 945 time: 0.0896723 Apr 16 11:56:03.293161 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5415b9d9-81da-4ba7-8fb6-30c11dbdf30a req-e9853775-0438-4f62-ab5a-c192c1f134b1 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422549 Apr 16 11:56:04.501109 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062f335-381c-4528-87bc-4ff6c7bca064 req-3d0a3644-0711-40e8-82a9-4379b8e24773 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:04.503694 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e062f335-381c-4528-87bc-4ff6c7bca064 req-3d0a3644-0711-40e8-82a9-4379b8e24773 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 945 time: 0.0964725 Apr 16 11:56:04.553375 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e062f335-381c-4528-87bc-4ff6c7bca064 req-711aba78-6f52-45bc-8601-bd34f6f371f0 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432951 Apr 16 11:56:04.861050 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-eb7b53f0-26fb-4642-9336-5e0fad020605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:05.766053 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19987a8d-1102-40c6-b237-640478326094 req-ec5cd9fc-e82c-4b74-8143-d4aaa7f0b1b2 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:05.768043 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-19987a8d-1102-40c6-b237-640478326094 req-ec5cd9fc-e82c-4b74-8143-d4aaa7f0b1b2 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 945 time: 0.0937412 Apr 16 11:56:05.817351 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:05.817720 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-19987a8d-1102-40c6-b237-640478326094 req-00debedc-6b20-4cf2-8ffb-721b23280a51 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437355 Apr 16 11:56:06.417804 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:07.030296 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021b8e6-97ac-40c3-b3a7-d2cd5a95b221 req-4c0b8297-0245-4877-bc58-37afc719f288 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:07.031996 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d021b8e6-97ac-40c3-b3a7-d2cd5a95b221 req-4c0b8297-0245-4877-bc58-37afc719f288 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 945 time: 0.0958507 Apr 16 11:56:07.081923 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d021b8e6-97ac-40c3-b3a7-d2cd5a95b221 req-8fac31c2-c6d2-4d9c-aef8-d4b8d22b3cd6 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420556 Apr 16 11:56:07.586208 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:08.291162 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d83c9-2a32-424e-93c8-c09cdbdf74b6 req-2059d12c-c9dd-44b7-b62f-347fa11fbcd7 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:08.292851 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-563d83c9-2a32-424e-93c8-c09cdbdf74b6 req-2059d12c-c9dd-44b7-b62f-347fa11fbcd7 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 945 time: 0.0936754 Apr 16 11:56:08.347615 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-563d83c9-2a32-424e-93c8-c09cdbdf74b6 req-6dfebb60-14ee-4a34-abe6-fad73624e910 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474255 Apr 16 11:56:09.556467 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093b653-94ee-448c-ac77-f0f2cd0fe653 req-929f2878-9338-42f5-ae54-cc761baaa7b5 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:09.558078 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1093b653-94ee-448c-ac77-f0f2cd0fe653 req-929f2878-9338-42f5-ae54-cc761baaa7b5 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 945 time: 0.0944014 Apr 16 11:56:09.606436 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1093b653-94ee-448c-ac77-f0f2cd0fe653 req-bf2360b8-c681-4731-a8ed-7dad63ed19c6 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418589 Apr 16 11:56:10.818669 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3853a2-077f-4e97-9bf9-840dc690101b req-5a5ca4fa-95ba-4f24-907c-5b2ab6ec10a2 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:10.820372 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6c3853a2-077f-4e97-9bf9-840dc690101b req-5a5ca4fa-95ba-4f24-907c-5b2ab6ec10a2 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 945 time: 0.0957990 Apr 16 11:56:10.870867 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6c3853a2-077f-4e97-9bf9-840dc690101b req-6d0ff2be-4d8b-4cd8-bf50-aeaddd2bb51f tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441279 Apr 16 11:56:12.076868 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009fcaa-5342-4d67-978a-24c874c08175 req-0b74e231-7252-491d-b669-a9ff204625c5 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:12.078520 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0009fcaa-5342-4d67-978a-24c874c08175 req-0b74e231-7252-491d-b669-a9ff204625c5 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 945 time: 0.0895824 Apr 16 11:56:12.128890 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0009fcaa-5342-4d67-978a-24c874c08175 req-b16b7f3d-0476-440d-bda6-8f4037bc45be tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430281 Apr 16 11:56:12.407128 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:56:13.341142 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc970bf5-62fc-452e-80a8-a10d35f1f4db req-ceda9c8f-1a8e-4d8a-a57b-563d1a9f3947 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:13.342716 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-dc970bf5-62fc-452e-80a8-a10d35f1f4db req-ceda9c8f-1a8e-4d8a-a57b-563d1a9f3947 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 945 time: 0.0956962 Apr 16 11:56:13.613126 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-dc970bf5-62fc-452e-80a8-a10d35f1f4db req-0bb4fb73-749d-4ede-90d9-b7cf83a33654 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2638888 Apr 16 11:56:13.660555 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:14.832357 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8a96c-bda2-4992-908d-33744a02147c req-4b17ae28-725a-4908-8f50-e494a2f2758f tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:14.833976 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-82a8a96c-bda2-4992-908d-33744a02147c req-4b17ae28-725a-4908-8f50-e494a2f2758f tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 945 time: 0.0933962 Apr 16 11:56:14.882940 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-82a8a96c-bda2-4992-908d-33744a02147c req-0bceb098-447c-45cb-aaca-d9e583a6c4ea tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425267 Apr 16 11:56:16.086176 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae12c61-641d-45a1-9e12-d79c84b8d09c req-db557243-337c-4c45-9d4e-98e45764491a tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:16.087762 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-cae12c61-641d-45a1-9e12-d79c84b8d09c req-db557243-337c-4c45-9d4e-98e45764491a tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 945 time: 0.0893810 Apr 16 11:56:16.139623 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-cae12c61-641d-45a1-9e12-d79c84b8d09c req-c84f068a-1b89-4b11-9a70-21ac6cc833ab tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454884 Apr 16 11:56:17.110710 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a25630-f826-4429-99c6-18cb7af3f3c3 req-89628873-9aca-42aa-a40a-fca9df7c4637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:17.112303 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-30a25630-f826-4429-99c6-18cb7af3f3c3 req-89628873-9aca-42aa-a40a-fca9df7c4637 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b689f53fbd644b74a29274580a1b9004&device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 1098 time: 0.0806389 Apr 16 11:56:17.262768 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a25630-f826-4429-99c6-18cb7af3f3c3 req-1a6c2b9b-91e5-42d0-89d4-e7d89a42e6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:17.264389 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-30a25630-f826-4429-99c6-18cb7af3f3c3 req-1a6c2b9b-91e5-42d0-89d4-e7d89a42e6a0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c333e2d3-dce1-4fe5-8c2d-1984ef6de94a HTTP/1.1" status: 200 len: 910 time: 0.1449924 Apr 16 11:56:17.363677 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720025d-ca1c-4a83-b903-aef2ea36ad37 req-0d1585c9-aaf5-412d-8e9f-ebdb76176b48 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:17.365195 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f720025d-ca1c-4a83-b903-aef2ea36ad37 req-0d1585c9-aaf5-412d-8e9f-ebdb76176b48 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 945 time: 0.0967307 Apr 16 11:56:17.376737 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-30a25630-f826-4429-99c6-18cb7af3f3c3 req-bf4a57c5-31d3-4e13-8169-0c77d09a4bd2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96e7fa74-7ec8-4cc3-bd63-530aab3b47ff HTTP/1.1" status: 200 len: 1001 time: 0.1051710 Apr 16 11:56:17.416229 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f720025d-ca1c-4a83-b903-aef2ea36ad37 req-43a65be5-b62f-4a92-8c80-5f4ff5b6d5d9 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444157 Apr 16 11:56:17.449977 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a25630-f826-4429-99c6-18cb7af3f3c3 req-a2ed82d7-0488-4e54-80d1-daf190633f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:17.451895 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-30a25630-f826-4429-99c6-18cb7af3f3c3 req-a2ed82d7-0488-4e54-80d1-daf190633f8b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5c412702-7872-4db0-90b5-ec373852a7cc HTTP/1.1" status: 200 len: 848 time: 0.0682251 Apr 16 11:56:17.538554 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a25630-f826-4429-99c6-18cb7af3f3c3 req-baa14d7d-30e6-4ed0-9c05-5347f07bc311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:17.540171 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-30a25630-f826-4429-99c6-18cb7af3f3c3 req-baa14d7d-30e6-4ed0-9c05-5347f07bc311 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c333e2d3-dce1-4fe5-8c2d-1984ef6de94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0812230 Apr 16 11:56:17.685974 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-30a25630-f826-4429-99c6-18cb7af3f3c3 req-9c8d1fa5-5ded-4ef0-995b-fe002540ee85 service neutron] 10.222.0.79 "GET /v2.0/networks/c333e2d3-dce1-4fe5-8c2d-1984ef6de94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380541 Apr 16 11:56:17.831703 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-30a25630-f826-4429-99c6-18cb7af3f3c3 req-a463def0-f67c-40af-8ac8-95b73b1001c8 service neutron] 10.222.0.79 "GET /v2.0/networks/c333e2d3-dce1-4fe5-8c2d-1984ef6de94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389856 Apr 16 11:56:17.858325 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 55344) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:17.985194 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-008bb08a-c13f-4379-b37f-7ae4a8f20659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:18.001095 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-008bb08a-c13f-4379-b37f-7ae4a8f20659 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:56:18.005147 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-008bb08a-c13f-4379-b37f-7ae4a8f20659 admin admin] Usage tracker for resource:security_group_rule and tenant:a259685e3d724bed9c4dd77c6bac6480 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:56:18.008120 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-008bb08a-c13f-4379-b37f-7ae4a8f20659 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:56:18.014118 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-008bb08a-c13f-4379-b37f-7ae4a8f20659 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:56:18.099654 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-008bb08a-c13f-4379-b37f-7ae4a8f20659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:18.102509 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-008bb08a-c13f-4379-b37f-7ae4a8f20659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:18.111311 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-358612b1-56d9-4eeb-a07f-72918d20c341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:18.152732 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-008bb08a-c13f-4379-b37f-7ae4a8f20659 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a259685e3d724bed9c4dd77c6bac6480&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932026 Apr 16 11:56:18.154384 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008bb08a-c13f-4379-b37f-7ae4a8f20659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fcab0a-e6cc-4a88-b511-e75f54ca2c0d,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:18.155661 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 55350) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:18.163335 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008bb08a-c13f-4379-b37f-7ae4a8f20659 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:18.163743 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008bb08a-c13f-4379-b37f-7ae4a8f20659 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:18.164143 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008bb08a-c13f-4379-b37f-7ae4a8f20659 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:18.164581 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008bb08a-c13f-4379-b37f-7ae4a8f20659 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:18.164968 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008bb08a-c13f-4379-b37f-7ae4a8f20659 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:18.165386 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008bb08a-c13f-4379-b37f-7ae4a8f20659 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:18.165741 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008bb08a-c13f-4379-b37f-7ae4a8f20659 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:18.166125 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008bb08a-c13f-4379-b37f-7ae4a8f20659 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:18.166507 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008bb08a-c13f-4379-b37f-7ae4a8f20659 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:18.166884 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008bb08a-c13f-4379-b37f-7ae4a8f20659 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:18.167261 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008bb08a-c13f-4379-b37f-7ae4a8f20659 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:18.167637 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008bb08a-c13f-4379-b37f-7ae4a8f20659 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:18.172243 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-008bb08a-c13f-4379-b37f-7ae4a8f20659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:18.226745 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2f68c612-dff1-4a67-9a73-5d9324f4081c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:18.258542 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2f68c612-dff1-4a67-9a73-5d9324f4081c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:18.309455 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2f68c612-dff1-4a67-9a73-5d9324f4081c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:18.314877 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-86907b1e-5bfb-4560-a364-c049dceb1613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:18.330444 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68c612-dff1-4a67-9a73-5d9324f4081c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fcab0a-e6cc-4a88-b511-e75f54ca2c0d,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:18.344633 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f68c612-dff1-4a67-9a73-5d9324f4081c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:18.345047 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f68c612-dff1-4a67-9a73-5d9324f4081c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:18.345459 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f68c612-dff1-4a67-9a73-5d9324f4081c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:18.345866 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f68c612-dff1-4a67-9a73-5d9324f4081c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:18.346271 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f68c612-dff1-4a67-9a73-5d9324f4081c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:18.346757 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f68c612-dff1-4a67-9a73-5d9324f4081c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:18.347191 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f68c612-dff1-4a67-9a73-5d9324f4081c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:18.347596 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f68c612-dff1-4a67-9a73-5d9324f4081c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:18.348003 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f68c612-dff1-4a67-9a73-5d9324f4081c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:18.348427 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f68c612-dff1-4a67-9a73-5d9324f4081c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:18.348828 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f68c612-dff1-4a67-9a73-5d9324f4081c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:18.349223 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f68c612-dff1-4a67-9a73-5d9324f4081c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:18.352773 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-2f68c612-dff1-4a67-9a73-5d9324f4081c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:18.353796 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2f68c612-dff1-4a67-9a73-5d9324f4081c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:18.357820 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-2f68c612-dff1-4a67-9a73-5d9324f4081c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/75fcab0a-e6cc-4a88-b511-e75f54ca2c0d HTTP/1.1" status: 204 len: 168 time: 0.1999543 Apr 16 11:56:18.629945 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e9ba3-f450-4318-8a60-ffa4e91c7644 req-3cc07508-593d-45e0-a0ff-4367f2e7d0f0 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:18.631566 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-832e9ba3-f450-4318-8a60-ffa4e91c7644 req-3cc07508-593d-45e0-a0ff-4367f2e7d0f0 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 945 time: 0.0990529 Apr 16 11:56:18.693731 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-832e9ba3-f450-4318-8a60-ffa4e91c7644 req-fa132715-9af5-4e56-b831-0364e4dd183c tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544066 Apr 16 11:56:19.104695 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 55376) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:19.223287 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-87224a23-f7a7-4d07-a1b1-84ef17b4bb9d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1462498402-network', 'tenant_id': 'f1626fac6bf6416b9b1f55eb52623e7d'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:56:19.228545 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-87224a23-f7a7-4d07-a1b1-84ef17b4bb9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:56:19.232717 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-87224a23-f7a7-4d07-a1b1-84ef17b4bb9d admin admin] Usage tracker for resource:network and tenant:f1626fac6bf6416b9b1f55eb52623e7d is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:56:19.235712 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-87224a23-f7a7-4d07-a1b1-84ef17b4bb9d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:56:19.242962 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-87224a23-f7a7-4d07-a1b1-84ef17b4bb9d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:56:19.251666 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87224a23-f7a7-4d07-a1b1-84ef17b4bb9d admin admin] Made reservation on behalf of f1626fac6bf6416b9b1f55eb52623e7d for: {'network': 1} {{(pid=85338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:56:19.257344 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-87224a23-f7a7-4d07-a1b1-84ef17b4bb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for network, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:19.272135 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-87224a23-f7a7-4d07-a1b1-84ef17b4bb9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:19.288785 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-87224a23-f7a7-4d07-a1b1-84ef17b4bb9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:56:19.292962 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-87224a23-f7a7-4d07-a1b1-84ef17b4bb9d admin admin] Usage tracker for resource:security_group_rule and tenant:f1626fac6bf6416b9b1f55eb52623e7d is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:56:19.295947 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-87224a23-f7a7-4d07-a1b1-84ef17b4bb9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:56:19.302498 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-87224a23-f7a7-4d07-a1b1-84ef17b4bb9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:56:19.391310 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-87224a23-f7a7-4d07-a1b1-84ef17b4bb9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:19.394856 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-87224a23-f7a7-4d07-a1b1-84ef17b4bb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:19.399436 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f88559e4-8ce7-4c20-ab24-7e442b7bd353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:19.427355 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87224a23-f7a7-4d07-a1b1-84ef17b4bb9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=85338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:56:19.446297 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87224a23-f7a7-4d07-a1b1-84ef17b4bb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2076bd-1e66-4459-af48-9753fdafebb8,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:19.451530 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-87224a23-f7a7-4d07-a1b1-84ef17b4bb9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:19.452618 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-87224a23-f7a7-4d07-a1b1-84ef17b4bb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2559'] for segment, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:19.453010 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.segments_db [None req-87224a23-f7a7-4d07-a1b1-84ef17b4bb9d admin admin] Added segment 8edd4d2a-1322-4e02-8682-923e119327ed of type vlan for network 2b0efee7-0b47-4077-8d13-18c454d47477 Apr 16 11:56:19.485694 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-87224a23-f7a7-4d07-a1b1-84ef17b4bb9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740187980010'] for network, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:19.517894 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-87224a23-f7a7-4d07-a1b1-84ef17b4bb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747'] for network, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:19.519902 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87224a23-f7a7-4d07-a1b1-84ef17b4bb9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:19.520730 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-87224a23-f7a7-4d07-a1b1-84ef17b4bb9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for network, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:19.525842 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:19.639803 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87224a23-f7a7-4d07-a1b1-84ef17b4bb9d admin admin] Pushing event updated for resources: {'Network': ['ID=2b0efee7-0b47-4077-8d13-18c454d47477,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:19.642750 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-87224a23-f7a7-4d07-a1b1-84ef17b4bb9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:19.645018 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-87224a23-f7a7-4d07-a1b1-84ef17b4bb9d admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5391638 Apr 16 11:56:19.648285 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 55382) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:19.653602 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Network 2b0efee7-0b47-4077-8d13-18c454d47477 details requested by agent ovs-agent-dv-cinder-689486-10-iscsi with host dv-cinder-689486-10-iscsi {{(pid=85339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:56:19.654583 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-216de204-d7a4-4941-bd5f-550999ebcede admin admin] Request body: {'subnet': {'network_id': '2b0efee7-0b47-4077-8d13-18c454d47477', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1462498402-subnet', 'tenant_id': 'f1626fac6bf6416b9b1f55eb52623e7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:56:19.661069 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-216de204-d7a4-4941-bd5f-550999ebcede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:56:19.666553 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-216de204-d7a4-4941-bd5f-550999ebcede admin admin] Usage tracker for resource:subnet and tenant:f1626fac6bf6416b9b1f55eb52623e7d is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:56:19.669879 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-216de204-d7a4-4941-bd5f-550999ebcede admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:56:19.676453 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-216de204-d7a4-4941-bd5f-550999ebcede admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:56:19.687480 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216de204-d7a4-4941-bd5f-550999ebcede admin admin] Made reservation on behalf of f1626fac6bf6416b9b1f55eb52623e7d for: {'subnet': 1} {{(pid=85338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:56:19.692530 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-216de204-d7a4-4941-bd5f-550999ebcede admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6539516'] for subnet, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:19.952537 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca25dd-a007-49fe-8eeb-3ef929272494 req-625d8cb3-70c6-4970-8f58-8431b1ad87a2 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:19.957964 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e6ca25dd-a007-49fe-8eeb-3ef929272494 req-625d8cb3-70c6-4970-8f58-8431b1ad87a2 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 945 time: 0.1267269 Apr 16 11:56:20.029495 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e6ca25dd-a007-49fe-8eeb-3ef929272494 req-82b87f5b-e59b-41c8-8788-133de936b7f3 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654163 Apr 16 11:56:20.151855 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-216de204-d7a4-4941-bd5f-550999ebcede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1351826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6539471'] for subnet, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:20.168798 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-08be71e1-72b3-4ea8-94f0-f5d8a6021f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:20.301074 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216de204-d7a4-4941-bd5f-550999ebcede admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8d99986-1ecf-4d43-a8b4-595f441d079e,revision_number=0']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:20.319756 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-216de204-d7a4-4941-bd5f-550999ebcede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:20.384553 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216de204-d7a4-4941-bd5f-550999ebcede admin admin] Checking segment: {'id': '8edd4d2a-1322-4e02-8682-923e119327ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2b0efee7-0b47-4077-8d13-18c454d47477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:56:20.385257 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216de204-d7a4-4941-bd5f-550999ebcede admin admin] Network hostable DHCP agents. Network: 2b0efee7-0b47-4077-8d13-18c454d47477, hostable agents: ['ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6'], hosted agents: [] {{(pid=85338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:56:20.404144 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216de204-d7a4-4941-bd5f-550999ebcede admin admin] Network 2b0efee7-0b47-4077-8d13-18c454d47477 is scheduled to be hosted by DHCP agent ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6 with binding_index 1 {{(pid=85338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:56:20.413353 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-216de204-d7a4-4941-bd5f-550999ebcede admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-10-iscsi, 2b0efee7-0b47-4077-8d13-18c454d47477) {{(pid=85338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:56:20.426018 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216de204-d7a4-4941-bd5f-550999ebcede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:20.426737 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-216de204-d7a4-4941-bd5f-550999ebcede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for subnet, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:20.435217 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21c9298-7b4c-4865-875c-7acc22de192a None None] Network 2b0efee7-0b47-4077-8d13-18c454d47477 requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:56:20.452579 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-216de204-d7a4-4941-bd5f-550999ebcede admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8030190 Apr 16 11:56:20.682532 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0378a1d1-b075-40c3-83af-7f3e3779627d None None] Network 2b0efee7-0b47-4077-8d13-18c454d47477 requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:56:21.275165 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08596b52-be06-4796-b9cc-8d36d8637f9f req-418af675-59fd-4360-b77a-c54c50bf00b0 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:21.276849 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-08596b52-be06-4796-b9cc-8d36d8637f9f req-418af675-59fd-4360-b77a-c54c50bf00b0 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 945 time: 0.1094127 Apr 16 11:56:21.332891 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-08596b52-be06-4796-b9cc-8d36d8637f9f req-ac6b2816-6132-4935-a7c2-236e46053081 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488508 Apr 16 11:56:21.641950 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 55410) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:21.816224 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd81a45-ea92-4471-ba07-c361cc52dbe4 req-75c571f8-f619-45b5-bb36-588aabe9f253 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:21.817821 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-dcd81a45-ea92-4471-ba07-c361cc52dbe4 req-75c571f8-f619-45b5-bb36-588aabe9f253 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 945 time: 0.1657846 Apr 16 11:56:21.825404 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9b38bc69-3e96-4ddf-931f-801876818b3e req-3acad79e-b6db-423f-a5da-a050f07dadb8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1821010 Apr 16 11:56:21.872302 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-dcd81a45-ea92-4471-ba07-c361cc52dbe4 req-c332b2d6-380b-45c5-9498-836fb2da24f5 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458322 Apr 16 11:56:21.872781 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:56:22.002253 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:22.032044 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9216852-5e70-4674-a8e0-b30e372c240b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96e7fa74-7ec8-4cc3-bd63-530aab3b47ff'}] {{(pid=85339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:56:22.043690 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=96e7fa74-7ec8-4cc3-bd63-530aab3b47ff,segment=NetworkSegment(f765aee4-2eb7-4f85-9851-187a752dd58c),segment_id=f765aee4-2eb7-4f85-9851-187a752dd58c)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:56:22.047303 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:22.049525 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:22.089644 dv-cinder-689486-10-iscsi neutron-server[85224]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f9216852-5e70-4674-a8e0-b30e372c240b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '96e7fa74-7ec8-4cc3-bd63-530aab3b47ff', 'code': 422} returned with failed status Apr 16 11:56:22.125446 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=96e7fa74-7ec8-4cc3-bd63-530aab3b47ff,revision_number=6']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:22.134183 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:22.134579 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:22.134966 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:22.135361 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:22.135742 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:22.136111 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:22.136504 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:22.136873 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:22.137671 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:22.138041 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:22.138408 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:22.138779 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:22.143226 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:22.662284 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-a5e337fd-e892-4b76-b941-e8d986ced0f5 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:22.663401 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-a5e337fd-e892-4b76-b941-e8d986ced0f5 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Synchronizing usage tracker for tenant:f1626fac6bf6416b9b1f55eb52623e7d on resource:network {{(pid=85338) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:56:22.682181 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-a5e337fd-e892-4b76-b941-e8d986ced0f5 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Unset dirty status for tenant:f1626fac6bf6416b9b1f55eb52623e7d on resource:network {{(pid=85338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:56:22.683479 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-a5e337fd-e892-4b76-b941-e8d986ced0f5 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/networks?id=2b0efee7-0b47-4077-8d13-18c454d47477 HTTP/1.1" status: 200 len: 814 time: 0.1891341 Apr 16 11:56:22.701165 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-b60fa728-0ad3-44eb-abd4-c4cec5693f9c tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/quotas/f1626fac6bf6416b9b1f55eb52623e7d HTTP/1.1" status: 200 len: 375 time: 0.0114889 Apr 16 11:56:22.760124 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-f4576f8f-5674-499d-85a3-1cb3679934c6 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=f1626fac6bf6416b9b1f55eb52623e7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517230 Apr 16 11:56:22.959899 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-314905b5-92a4-4fa8-95d8-dae0fdc93822 service neutron] 10.222.0.71 "GET /v2.0/networks/2b0efee7-0b47-4077-8d13-18c454d47477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919835 Apr 16 11:56:23.081116 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d0e255-52fe-4416-8b75-9391683e89fb req-39e83888-4ffd-431c-9817-ec317bb672b6 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:23.083244 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f1d0e255-52fe-4416-8b75-9391683e89fb req-39e83888-4ffd-431c-9817-ec317bb672b6 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 943 time: 0.0938807 Apr 16 11:56:23.109969 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-e96319b7-361e-422e-ac86-62bd187352d9 service neutron] 10.222.0.71 "GET /v2.0/networks/2b0efee7-0b47-4077-8d13-18c454d47477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427007 Apr 16 11:56:23.137082 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f1d0e255-52fe-4416-8b75-9391683e89fb req-8e76c13e-40dc-405a-9d56-f50425e938cc tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473585 Apr 16 11:56:23.331848 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2aaee361-ef6c-47fe-a2e4-c1c1c0967ab1 req-667c08b0-1853-4b66-bccc-26edbeeb0fb9 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8032d4f-7323-4430-980f-760e76d2df36 HTTP/1.1" status: 200 len: 210 time: 0.0528276 Apr 16 11:56:23.491591 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38bc69-3e96-4ddf-931f-801876818b3e req-2664cf59-164f-4499-ad73-9036b9722e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:23.493168 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9b38bc69-3e96-4ddf-931f-801876818b3e req-2664cf59-164f-4499-ad73-9036b9722e6b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b&tenant_id=b689f53fbd644b74a29274580a1b9004 HTTP/1.1" status: 200 len: 1096 time: 0.0974147 Apr 16 11:56:23.827809 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38bc69-3e96-4ddf-931f-801876818b3e req-1b11952e-d785-4e8a-94a4-312fd0ba4074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:23.829341 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9b38bc69-3e96-4ddf-931f-801876818b3e req-1b11952e-d785-4e8a-94a4-312fd0ba4074 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b689f53fbd644b74a29274580a1b9004&device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 1096 time: 0.3120079 Apr 16 11:56:23.979270 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38bc69-3e96-4ddf-931f-801876818b3e req-131a6105-b5b7-4a7b-ae36-d0e99bedcf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:23.980887 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9b38bc69-3e96-4ddf-931f-801876818b3e req-131a6105-b5b7-4a7b-ae36-d0e99bedcf61 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c333e2d3-dce1-4fe5-8c2d-1984ef6de94a HTTP/1.1" status: 200 len: 910 time: 0.1443076 Apr 16 11:56:24.100305 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9b38bc69-3e96-4ddf-931f-801876818b3e req-9ddc5e17-482d-4bcb-a9eb-9a24d5eebf59 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96e7fa74-7ec8-4cc3-bd63-530aab3b47ff HTTP/1.1" status: 200 len: 999 time: 0.1108994 Apr 16 11:56:24.173477 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38bc69-3e96-4ddf-931f-801876818b3e req-c313dd64-0750-407f-ab2d-2c251cca65cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:24.175032 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9b38bc69-3e96-4ddf-931f-801876818b3e req-c313dd64-0750-407f-ab2d-2c251cca65cd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5c412702-7872-4db0-90b5-ec373852a7cc HTTP/1.1" status: 200 len: 848 time: 0.0652907 Apr 16 11:56:24.318479 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38bc69-3e96-4ddf-931f-801876818b3e req-89d9b9d5-db62-4827-997e-9516c879a6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:24.320096 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9b38bc69-3e96-4ddf-931f-801876818b3e req-89d9b9d5-db62-4827-997e-9516c879a6e6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c333e2d3-dce1-4fe5-8c2d-1984ef6de94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1344919 Apr 16 11:56:24.460905 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8152df3-f3f7-4dab-b493-3be76f0acb79 req-072dff84-4a6b-47fe-a14c-edff13183046 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:24.462990 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a8152df3-f3f7-4dab-b493-3be76f0acb79 req-072dff84-4a6b-47fe-a14c-edff13183046 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 943 time: 0.2008016 Apr 16 11:56:24.546120 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9b38bc69-3e96-4ddf-931f-801876818b3e req-29f158c0-badc-4ae1-94b8-a93f94144680 service neutron] 10.222.0.79 "GET /v2.0/networks/c333e2d3-dce1-4fe5-8c2d-1984ef6de94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117984 Apr 16 11:56:24.551272 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a8152df3-f3f7-4dab-b493-3be76f0acb79 req-9aa75f39-b382-4035-891d-dd394fd3fc63 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714471 Apr 16 11:56:24.591633 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8ea0afd4-cbce-4716-b139-a4c7f6fbb47b req-b98b8c38-1c88-415e-a738-87e2ba89eeb2 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8032d4f-7323-4430-980f-760e76d2df36 HTTP/1.1" status: 200 len: 210 time: 0.1142180 Apr 16 11:56:24.681986 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-9bdcff32-d8ed-458a-85c6-f1f70164e3f5 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:24.683625 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-9bdcff32-d8ed-458a-85c6-f1f70164e3f5 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.79 "GET /v2.0/networks?id=2b0efee7-0b47-4077-8d13-18c454d47477 HTTP/1.1" status: 200 len: 814 time: 0.2391853 Apr 16 11:56:24.708976 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-22705b48-2a01-49a5-a279-ea5e7225cdbf tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Request body: {'port': {'device_id': 'b8032d4f-7323-4430-980f-760e76d2df36', 'network_id': '2b0efee7-0b47-4077-8d13-18c454d47477', 'admin_state_up': True, 'tenant_id': 'f1626fac6bf6416b9b1f55eb52623e7d'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:56:24.726778 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9b38bc69-3e96-4ddf-931f-801876818b3e req-238b9090-99d7-4ea4-9a29-0ec9a2888e95 service neutron] 10.222.0.79 "GET /v2.0/networks/c333e2d3-dce1-4fe5-8c2d-1984ef6de94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738920 Apr 16 11:56:24.935760 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-22705b48-2a01-49a5-a279-ea5e7225cdbf tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:56:24.939955 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-22705b48-2a01-49a5-a279-ea5e7225cdbf tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Usage tracker for resource:port and tenant:f1626fac6bf6416b9b1f55eb52623e7d is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:56:24.943298 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-22705b48-2a01-49a5-a279-ea5e7225cdbf tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:56:24.949823 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-22705b48-2a01-49a5-a279-ea5e7225cdbf tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:56:24.959482 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-22705b48-2a01-49a5-a279-ea5e7225cdbf tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Made reservation on behalf of f1626fac6bf6416b9b1f55eb52623e7d for: {'port': 1} {{(pid=85337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:56:24.965607 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-22705b48-2a01-49a5-a279-ea5e7225cdbf tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:25.141914 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-22705b48-2a01-49a5-a279-ea5e7225cdbf tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Allocated IP 172.20.0.5 (2b0efee7-0b47-4077-8d13-18c454d47477/b8d99986-1ecf-4d43-a8b4-595f441d079e/f340c2fc-9318-4a48-a573-e4c3531a7f99) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:56:25.370715 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-22705b48-2a01-49a5-a279-ea5e7225cdbf tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:25.402057 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-22705b48-2a01-49a5-a279-ea5e7225cdbf tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:25.418230 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-066ba5be-4e47-46a2-a9a6-cbcdc789b797 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:25.557263 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22705b48-2a01-49a5-a279-ea5e7225cdbf tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Pushing event updated for resources: {'Port': ['ID=f340c2fc-9318-4a48-a573-e4c3531a7f99,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:25.561630 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-22705b48-2a01-49a5-a279-ea5e7225cdbf tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:25.616716 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-22705b48-2a01-49a5-a279-ea5e7225cdbf tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Network 2b0efee7-0b47-4077-8d13-18c454d47477 is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:56:25.618636 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-22705b48-2a01-49a5-a279-ea5e7225cdbf tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:56:25.621229 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-22705b48-2a01-49a5-a279-ea5e7225cdbf tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:56:25.695013 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-22705b48-2a01-49a5-a279-ea5e7225cdbf tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:25.695689 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-22705b48-2a01-49a5-a279-ea5e7225cdbf tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:25.722381 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-22705b48-2a01-49a5-a279-ea5e7225cdbf tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0197349 Apr 16 11:56:25.736783 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-eb6c46ca-63ea-4ff8-a7d9-d5fec9667856 service neutron] Request body: {'port': {'device_id': 'b8032d4f-7323-4430-980f-760e76d2df36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:56:25.771943 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e7dbf-bb32-4a87-86f9-efd23f717ded req-e45ab0ee-ffd2-4cc5-b3ca-1e77da4bbc9c tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:25.773794 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-408e7dbf-bb32-4a87-86f9-efd23f717ded req-e45ab0ee-ffd2-4cc5-b3ca-1e77da4bbc9c tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 943 time: 0.0955119 Apr 16 11:56:25.833828 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-408e7dbf-bb32-4a87-86f9-efd23f717ded req-1bb10a5f-8c29-44a0-a7cb-fc5f823c1258 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497684 Apr 16 11:56:25.939297 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-eb6c46ca-63ea-4ff8-a7d9-d5fec9667856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:25.968873 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f172d42-dbe1-430d-909e-1c0633eb2323 req-e6f526bb-e302-4a88-826a-68a8bb4922ba tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:25.969623 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-0f172d42-dbe1-430d-909e-1c0633eb2323 req-e6f526bb-e302-4a88-826a-68a8bb4922ba tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Synchronizing usage tracker for tenant:f1626fac6bf6416b9b1f55eb52623e7d on resource:port {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:56:26.042324 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-0f172d42-dbe1-430d-909e-1c0633eb2323 req-e6f526bb-e302-4a88-826a-68a8bb4922ba tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Unset dirty status for tenant:f1626fac6bf6416b9b1f55eb52623e7d on resource:port {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:56:26.043586 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0f172d42-dbe1-430d-909e-1c0633eb2323 req-e6f526bb-e302-4a88-826a-68a8bb4922ba tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8032d4f-7323-4430-980f-760e76d2df36 HTTP/1.1" status: 200 len: 931 time: 0.2651350 Apr 16 11:56:26.403160 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0f172d42-dbe1-430d-909e-1c0633eb2323 req-cd41b816-99a9-43a9-906b-0f65467e979e tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f2076bd-1e66-4459-af48-9753fdafebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524694 Apr 16 11:56:26.629453 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-eb6c46ca-63ea-4ff8-a7d9-d5fec9667856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f340c2fc-9318-4a48-a573-e4c3531a7f99 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:56:26.638186 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-eb6c46ca-63ea-4ff8-a7d9-d5fec9667856 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:26.655362 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-eb6c46ca-63ea-4ff8-a7d9-d5fec9667856 service neutron] Transition to ACTIVE for port object f340c2fc-9318-4a48-a573-e4c3531a7f99 will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:56:26.658743 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-eb6c46ca-63ea-4ff8-a7d9-d5fec9667856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847015921'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:26.676978 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-d6605cfc-f358-41d1-bf70-b3674d047f06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:26.820345 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c46ca-63ea-4ff8-a7d9-d5fec9667856 service neutron] Pushing event updated for resources: {'Port': ['ID=f340c2fc-9318-4a48-a573-e4c3531a7f99,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:26.823331 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-eb6c46ca-63ea-4ff8-a7d9-d5fec9667856 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:27.047832 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805072f-aa6e-48d2-9e3f-c5209299b308 req-fb289001-f802-4835-8c94-1d8057969892 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:27.049474 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4805072f-aa6e-48d2-9e3f-c5209299b308 req-fb289001-f802-4835-8c94-1d8057969892 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 943 time: 0.0961745 Apr 16 11:56:27.059930 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-eb6c46ca-63ea-4ff8-a7d9-d5fec9667856 service neutron] Attempting to bind port f340c2fc-9318-4a48-a573-e4c3531a7f99 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:56:27.060315 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-eb6c46ca-63ea-4ff8-a7d9-d5fec9667856 service neutron] Attempting to bind port f340c2fc-9318-4a48-a573-e4c3531a7f99 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '8edd4d2a-1322-4e02-8682-923e119327ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2b0efee7-0b47-4077-8d13-18c454d47477'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:56:27.060698 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-eb6c46ca-63ea-4ff8-a7d9-d5fec9667856 service neutron] Attempting to bind port f340c2fc-9318-4a48-a573-e4c3531a7f99 on network 2b0efee7-0b47-4077-8d13-18c454d47477 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:56:27.065906 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-eb6c46ca-63ea-4ff8-a7d9-d5fec9667856 service neutron] Port f340c2fc-9318-4a48-a573-e4c3531a7f99 on network 2b0efee7-0b47-4077-8d13-18c454d47477 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:56:27.066539 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-eb6c46ca-63ea-4ff8-a7d9-d5fec9667856 service neutron] Attempting to bind port f340c2fc-9318-4a48-a573-e4c3531a7f99 on network 2b0efee7-0b47-4077-8d13-18c454d47477 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:56:27.072401 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-eb6c46ca-63ea-4ff8-a7d9-d5fec9667856 service neutron] Checking agent: {'id': '719f3357-7d54-4b9e-9866-52b19e770139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'started_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:56:27.072784 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-eb6c46ca-63ea-4ff8-a7d9-d5fec9667856 service neutron] Checking segment: {'id': '8edd4d2a-1322-4e02-8682-923e119327ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2b0efee7-0b47-4077-8d13-18c454d47477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:56:27.073208 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-eb6c46ca-63ea-4ff8-a7d9-d5fec9667856 service neutron] Bound using segment: {'id': '8edd4d2a-1322-4e02-8682-923e119327ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2b0efee7-0b47-4077-8d13-18c454d47477'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:56:27.073690 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-eb6c46ca-63ea-4ff8-a7d9-d5fec9667856 service neutron] Bound port: f340c2fc-9318-4a48-a573-e4c3531a7f99, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8edd4d2a-1322-4e02-8682-923e119327ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2b0efee7-0b47-4077-8d13-18c454d47477'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:56:27.074074 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-eb6c46ca-63ea-4ff8-a7d9-d5fec9667856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:27.100116 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4805072f-aa6e-48d2-9e3f-c5209299b308 req-9e59b226-2f5e-4f48-af4d-b4646272ec79 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431981 Apr 16 11:56:27.171339 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-eb6c46ca-63ea-4ff8-a7d9-d5fec9667856 service neutron] For port f340c2fc-9318-4a48-a573-e4c3531a7f99, host hv-cinder-68948, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:56:27.174524 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-eb6c46ca-63ea-4ff8-a7d9-d5fec9667856 service neutron] For port f340c2fc-9318-4a48-a573-e4c3531a7f99, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=f340c2fc-9318-4a48-a573-e4c3531a7f99,segment=NetworkSegment(8edd4d2a-1322-4e02-8682-923e119327ed),segment_id=8edd4d2a-1322-4e02-8682-923e119327ed)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:56:27.178591 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-eb6c46ca-63ea-4ff8-a7d9-d5fec9667856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847015921'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:27.192526 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:27.352584 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c46ca-63ea-4ff8-a7d9-d5fec9667856 service neutron] Pushing event updated for resources: {'Port': ['ID=f340c2fc-9318-4a48-a573-e4c3531a7f99,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:27.355936 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-eb6c46ca-63ea-4ff8-a7d9-d5fec9667856 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:27.395736 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-eb6c46ca-63ea-4ff8-a7d9-d5fec9667856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:27.396467 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-eb6c46ca-63ea-4ff8-a7d9-d5fec9667856 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:27.398002 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-eb6c46ca-63ea-4ff8-a7d9-d5fec9667856 service neutron] 10.222.0.79 "PUT /v2.0/ports/f340c2fc-9318-4a48-a573-e4c3531a7f99 HTTP/1.1" status: 200 len: 1093 time: 1.6666336 Apr 16 11:56:27.398553 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8032d4f-7323-4430-980f-760e76d2df36', 'tag': 'f340c2fc-9318-4a48-a573-e4c3531a7f99'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:56:27.523404 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-1f06d745-f014-4bb1-864f-d606a6d8b150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:27.525613 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-1f06d745-f014-4bb1-864f-d606a6d8b150 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f1626fac6bf6416b9b1f55eb52623e7d&device_id=b8032d4f-7323-4430-980f-760e76d2df36 HTTP/1.1" status: 200 len: 1096 time: 0.0895760 Apr 16 11:56:27.607625 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8032d4f-7323-4430-980f-760e76d2df36', 'tag': 'f340c2fc-9318-4a48-a573-e4c3531a7f99', 'status': 'completed', 'code': 200} Apr 16 11:56:27.617130 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-d7faef4b-e23c-46af-8904-c407261f7bb0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f340c2fc-9318-4a48-a573-e4c3531a7f99 HTTP/1.1" status: 200 len: 217 time: 0.0774040 Apr 16 11:56:27.636639 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e34dae-6c49-41a8-92df-65e7dd7da32d req-bb2fab1d-3fff-4524-b3d3-0f4897adbfed tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:27.638312 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-56e34dae-6c49-41a8-92df-65e7dd7da32d req-bb2fab1d-3fff-4524-b3d3-0f4897adbfed tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8032d4f-7323-4430-980f-760e76d2df36 HTTP/1.1" status: 200 len: 943 time: 0.1120095 Apr 16 11:56:27.700653 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-b2d8973e-d7bb-47c9-bf4f-888a18a315f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:27.702275 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-b2d8973e-d7bb-47c9-bf4f-888a18a315f2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b8d99986-1ecf-4d43-a8b4-595f441d079e HTTP/1.1" status: 200 len: 854 time: 0.0771866 Apr 16 11:56:27.705043 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-56e34dae-6c49-41a8-92df-65e7dd7da32d req-50ff4a84-4a00-43f7-92f7-c398805edbba tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Synchronizing usage tracker for tenant:f1626fac6bf6416b9b1f55eb52623e7d on resource:security_group {{(pid=85338) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:56:27.723381 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-56e34dae-6c49-41a8-92df-65e7dd7da32d req-50ff4a84-4a00-43f7-92f7-c398805edbba tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Unset dirty status for tenant:f1626fac6bf6416b9b1f55eb52623e7d on resource:security_group {{(pid=85338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:56:27.725513 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-56e34dae-6c49-41a8-92df-65e7dd7da32d req-50ff4a84-4a00-43f7-92f7-c398805edbba tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f2076bd-1e66-4459-af48-9753fdafebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744715 Apr 16 11:56:27.757719 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-d2a443c8-b2bd-4408-9989-89867d045d4f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2b0efee7-0b47-4077-8d13-18c454d47477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484741 Apr 16 11:56:27.904277 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-8b10e8a9-2892-4a38-b77a-dc7c66612fe5 service neutron] 10.222.0.79 "GET /v2.0/networks/2b0efee7-0b47-4077-8d13-18c454d47477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391337 Apr 16 11:56:28.052379 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3fa55d0e-651a-455a-992a-5ce257e47143 req-e724666f-c51c-416f-9d64-830def3d392c service neutron] 10.222.0.79 "GET /v2.0/networks/2b0efee7-0b47-4077-8d13-18c454d47477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405861 Apr 16 11:56:28.182554 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea110c5-1c48-4dec-9483-8f8c7a358baf req-0df65d42-9315-4ba4-a742-702886d1157e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:28.184192 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1ea110c5-1c48-4dec-9483-8f8c7a358baf req-0df65d42-9315-4ba4-a742-702886d1157e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f1626fac6bf6416b9b1f55eb52623e7d&device_id=b8032d4f-7323-4430-980f-760e76d2df36 HTTP/1.1" status: 200 len: 1096 time: 0.0846746 Apr 16 11:56:28.397223 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea110c5-1c48-4dec-9483-8f8c7a358baf req-6370b4cd-eb41-4dc8-a4e5-7bda48e8d49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:28.398954 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1ea110c5-1c48-4dec-9483-8f8c7a358baf req-6370b4cd-eb41-4dc8-a4e5-7bda48e8d49a service neutron] 10.222.0.79 "GET /v2.0/networks?id=2b0efee7-0b47-4077-8d13-18c454d47477 HTTP/1.1" status: 200 len: 915 time: 0.2067370 Apr 16 11:56:28.409935 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5d6dd-ba7c-4299-9524-763129d74ac4 req-941af95d-5d1a-4295-a87a-08b1fe658d9f tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:28.411392 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2dc5d6dd-ba7c-4299-9524-763129d74ac4 req-941af95d-5d1a-4295-a87a-08b1fe658d9f tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 943 time: 0.1912084 Apr 16 11:56:28.494309 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1ea110c5-1c48-4dec-9483-8f8c7a358baf req-0a56b57b-9760-469a-a4db-b58c74620109 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f340c2fc-9318-4a48-a573-e4c3531a7f99 HTTP/1.1" status: 200 len: 217 time: 0.0818472 Apr 16 11:56:28.574854 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2dc5d6dd-ba7c-4299-9524-763129d74ac4 req-32a9d1dc-3bc8-4ed4-875d-ae6bd3d607e8 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038346 Apr 16 11:56:28.584816 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea110c5-1c48-4dec-9483-8f8c7a358baf req-1bf0d9bc-d9f7-44ce-a776-7c70730f9817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:28.586313 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1ea110c5-1c48-4dec-9483-8f8c7a358baf req-1bf0d9bc-d9f7-44ce-a776-7c70730f9817 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b8d99986-1ecf-4d43-a8b4-595f441d079e HTTP/1.1" status: 200 len: 854 time: 0.0850961 Apr 16 11:56:28.642575 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1ea110c5-1c48-4dec-9483-8f8c7a358baf req-09aad5a9-e714-4908-8957-1040b671aef4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2b0efee7-0b47-4077-8d13-18c454d47477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480127 Apr 16 11:56:28.788696 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1ea110c5-1c48-4dec-9483-8f8c7a358baf req-d488f0b6-2520-4fc5-8e5b-7293996bef9c service neutron] 10.222.0.79 "GET /v2.0/networks/2b0efee7-0b47-4077-8d13-18c454d47477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383982 Apr 16 11:56:28.933747 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3cbe6-27f0-489b-94e0-cfbe2360fe01 req-fb1162c9-d19e-40cb-8dad-eb4f8424e86a tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:28.935377 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-edc3cbe6-27f0-489b-94e0-cfbe2360fe01 req-fb1162c9-d19e-40cb-8dad-eb4f8424e86a tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8032d4f-7323-4430-980f-760e76d2df36 HTTP/1.1" status: 200 len: 943 time: 0.0955663 Apr 16 11:56:28.936077 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1ea110c5-1c48-4dec-9483-8f8c7a358baf req-34ee9abd-ce75-4712-9f4b-d07527c8b234 service neutron] 10.222.0.79 "GET /v2.0/networks/2b0efee7-0b47-4077-8d13-18c454d47477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403589 Apr 16 11:56:28.985703 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-edc3cbe6-27f0-489b-94e0-cfbe2360fe01 req-a8f4aa33-ac05-4969-b116-433748a5d6bc tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f2076bd-1e66-4459-af48-9753fdafebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428863 Apr 16 11:56:29.778079 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90040c3d-d7f7-4919-9d4b-c5c0b340fff8 req-575f052a-e88a-4210-8c3b-8c139b55c9c3 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:29.779635 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-90040c3d-d7f7-4919-9d4b-c5c0b340fff8 req-575f052a-e88a-4210-8c3b-8c139b55c9c3 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 943 time: 0.0871754 Apr 16 11:56:29.826640 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-90040c3d-d7f7-4919-9d4b-c5c0b340fff8 req-53ef75b8-1c7e-43ee-bfc1-03c9d50ac283 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398791 Apr 16 11:56:29.889105 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device f340c2fc-9318-4a48-a573-e4c3531a7f99 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:56:30.042151 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port f340c2fc-9318-4a48-a573-e4c3531a7f99, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=f340c2fc-9318-4a48-a573-e4c3531a7f99,segment=NetworkSegment(8edd4d2a-1322-4e02-8682-923e119327ed),segment_id=8edd4d2a-1322-4e02-8682-923e119327ed)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:56:30.058351 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Returning: {'device': 'f340c2fc-9318-4a48-a573-e4c3531a7f99', 'network_id': '2b0efee7-0b47-4077-8d13-18c454d47477', 'port_id': 'f340c2fc-9318-4a48-a573-e4c3531a7f99', 'mac_address': 'fa:16:3e:7c:de:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8d99986-1ecf-4d43-a8b4-595f441d079e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:56:30.124224 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:30.143833 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f340c2fc-9318-4a48-a573-e4c3531a7f99 {{(pid=85339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:56:30.161419 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port f340c2fc-9318-4a48-a573-e4c3531a7f99, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=f340c2fc-9318-4a48-a573-e4c3531a7f99,segment=NetworkSegment(8edd4d2a-1322-4e02-8682-923e119327ed),segment_id=8edd4d2a-1322-4e02-8682-923e119327ed)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:56:30.165206 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:30.167109 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-8cfb925d-d8bb-48c3-baf5-392bded4c29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:30.205477 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a8113-2a98-422f-ad2c-ce40cbe70517 req-39f2bb5d-fdcb-4699-93b2-d18b04f73e07 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:30.207370 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-485a8113-2a98-422f-ad2c-ce40cbe70517 req-39f2bb5d-fdcb-4699-93b2-d18b04f73e07 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8032d4f-7323-4430-980f-760e76d2df36 HTTP/1.1" status: 200 len: 943 time: 0.1017435 Apr 16 11:56:30.262023 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-485a8113-2a98-422f-ad2c-ce40cbe70517 req-02c0e275-d9de-4a5b-add9-41f1dee9667f tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f2076bd-1e66-4459-af48-9753fdafebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454979 Apr 16 11:56:30.267663 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=f340c2fc-9318-4a48-a573-e4c3531a7f99,revision_number=4']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:30.273480 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:30.547657 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['f340c2fc-9318-4a48-a573-e4c3531a7f99'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:56:31.065780 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115bb0b-fab7-4f0e-86da-032e1f1d2c42 req-28a2863b-e432-4d44-ae63-d2a8b662ba23 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:31.067838 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0115bb0b-fab7-4f0e-86da-032e1f1d2c42 req-28a2863b-e432-4d44-ae63-d2a8b662ba23 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 943 time: 0.1151419 Apr 16 11:56:31.116992 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0115bb0b-fab7-4f0e-86da-032e1f1d2c42 req-415a2fe1-4537-4d9e-aaea-b1a072fd9f7c tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425677 Apr 16 11:56:31.433182 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7ceb2d94-4cd4-42bb-a677-054956cf1971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:31.482058 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563be36c-204b-4241-8ab8-d76330bba8f8 req-10de5b44-4d7d-4d08-990c-a34efd0f0836 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:31.483647 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-563be36c-204b-4241-8ab8-d76330bba8f8 req-10de5b44-4d7d-4d08-990c-a34efd0f0836 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8032d4f-7323-4430-980f-760e76d2df36 HTTP/1.1" status: 200 len: 944 time: 0.0936561 Apr 16 11:56:31.533634 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-563be36c-204b-4241-8ab8-d76330bba8f8 req-9a6617c5-043b-4269-9163-913a71e258c2 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f2076bd-1e66-4459-af48-9753fdafebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430205 Apr 16 11:56:31.914028 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device f340c2fc-9318-4a48-a573-e4c3531a7f99 up at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:56:32.074599 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning for port f340c2fc-9318-4a48-a573-e4c3531a7f99 completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:56:32.084791 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning complete for port f340c2fc-9318-4a48-a573-e4c3531a7f99 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:56:32.085216 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:32.276623 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:32.307695 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8032d4f-7323-4430-980f-760e76d2df36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f340c2fc-9318-4a48-a573-e4c3531a7f99'}] {{(pid=85339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:56:32.318606 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port f340c2fc-9318-4a48-a573-e4c3531a7f99, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=f340c2fc-9318-4a48-a573-e4c3531a7f99,segment=NetworkSegment(8edd4d2a-1322-4e02-8682-923e119327ed),segment_id=8edd4d2a-1322-4e02-8682-923e119327ed)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:56:32.321929 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:32.323912 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:32.337255 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e9fb5-fb33-4e21-bd75-e9c1ee1e14d4 req-14f00acc-e096-4b1c-9561-8494047dfacb tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:32.338881 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3f9e9fb5-fb33-4e21-bd75-e9c1ee1e14d4 req-14f00acc-e096-4b1c-9561-8494047dfacb tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 943 time: 0.1025541 Apr 16 11:56:32.391721 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3f9e9fb5-fb33-4e21-bd75-e9c1ee1e14d4 req-df9fbb48-1fdf-414d-a000-f8d25ad5554b tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455997 Apr 16 11:56:32.400391 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=f340c2fc-9318-4a48-a573-e4c3531a7f99,revision_number=5']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:32.403803 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:32.452237 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8032d4f-7323-4430-980f-760e76d2df36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f340c2fc-9318-4a48-a573-e4c3531a7f99', 'code': 200} Apr 16 11:56:32.747633 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbb513-6d3f-42b4-9b29-89f2e76300f6 req-08733d5c-1946-41da-9e45-37a0ee82ef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:32.749578 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-48fbb513-6d3f-42b4-9b29-89f2e76300f6 req-08733d5c-1946-41da-9e45-37a0ee82ef87 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b8032d4f-7323-4430-980f-760e76d2df36 HTTP/1.1" status: 200 len: 1098 time: 0.1124945 Apr 16 11:56:32.752339 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b1b98-806a-4513-bd4f-3a31fbe01345 req-5551b642-fbf4-45f6-b518-8774d0d163a3 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:32.754566 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8a0b1b98-806a-4513-bd4f-3a31fbe01345 req-5551b642-fbf4-45f6-b518-8774d0d163a3 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8032d4f-7323-4430-980f-760e76d2df36 HTTP/1.1" status: 200 len: 945 time: 0.1004188 Apr 16 11:56:32.800853 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-48fbb513-6d3f-42b4-9b29-89f2e76300f6 req-7994d6f2-2a31-472a-9991-0f32013967c6 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=5f2076bd-1e66-4459-af48-9753fdafebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440571 Apr 16 11:56:32.810523 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8a0b1b98-806a-4513-bd4f-3a31fbe01345 req-7c3ebd63-fbbb-402e-8690-32e352f78011 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f2076bd-1e66-4459-af48-9753fdafebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474539 Apr 16 11:56:33.599899 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c9d5b-9b4b-4a90-a03a-15a2765bac2e req-e956ab20-c35a-42de-9868-9de7cf34a8cb tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:33.601416 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-dc1c9d5b-9b4b-4a90-a03a-15a2765bac2e req-e956ab20-c35a-42de-9868-9de7cf34a8cb tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 943 time: 0.0872219 Apr 16 11:56:33.654632 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-dc1c9d5b-9b4b-4a90-a03a-15a2765bac2e req-54fca155-9d02-4205-a9a5-8c6f3df36fbf tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468163 Apr 16 11:56:33.920436 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:56:34.034984 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d81b9e-774b-4e1c-9abe-9a526db61c92 req-239bbe6e-fadb-4b3e-98e8-2a7e8936847d tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:34.037457 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d2d81b9e-774b-4e1c-9abe-9a526db61c92 req-239bbe6e-fadb-4b3e-98e8-2a7e8936847d tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8032d4f-7323-4430-980f-760e76d2df36 HTTP/1.1" status: 200 len: 945 time: 0.1060748 Apr 16 11:56:34.107620 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d2d81b9e-774b-4e1c-9abe-9a526db61c92 req-11701e20-abf4-4809-b5e2-48e7229d63e3 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f2076bd-1e66-4459-af48-9753fdafebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621529 Apr 16 11:56:34.120605 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=96e7fa74-7ec8-4cc3-bd63-530aab3b47ff,segment=NetworkSegment(f765aee4-2eb7-4f85-9851-187a752dd58c),segment_id=f765aee4-2eb7-4f85-9851-187a752dd58c)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:56:34.137087 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Returning: {'device': '96e7fa74-7ec8-4cc3-bd63-530aab3b47ff', 'network_id': 'c333e2d3-dce1-4fe5-8c2d-1984ef6de94a', 'port_id': '96e7fa74-7ec8-4cc3-bd63-530aab3b47ff', 'mac_address': 'fa:16:3e:79:4b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c412702-7872-4db0-90b5-ec373852a7cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:56:34.202207 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:34.221218 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff {{(pid=85339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:56:34.239312 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=96e7fa74-7ec8-4cc3-bd63-530aab3b47ff,segment=NetworkSegment(f765aee4-2eb7-4f85-9851-187a752dd58c),segment_id=f765aee4-2eb7-4f85-9851-187a752dd58c)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:56:34.242610 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:34.244880 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-c7dbbeb9-dd1f-4650-aff1-4e9cde374d22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:34.319189 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=96e7fa74-7ec8-4cc3-bd63-530aab3b47ff,revision_number=7']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:34.321324 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72496759-053a-4bf2-99d0-2f5af12cb050 req-b265e492-909e-4f02-a300-c766be0f7f83 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:34.322514 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:34.323567 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-72496759-053a-4bf2-99d0-2f5af12cb050 req-b265e492-909e-4f02-a300-c766be0f7f83 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 946 time: 0.0974059 Apr 16 11:56:34.374415 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-72496759-053a-4bf2-99d0-2f5af12cb050 req-0477e762-be69-4d76-83a0-69aa911361a7 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443361 Apr 16 11:56:34.617577 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['96e7fa74-7ec8-4cc3-bd63-530aab3b47ff'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:56:34.870328 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4351812-ca21-448c-b44a-f66800ef35dd req-d8364775-0817-4fd0-9fdb-8e8d681f4bd5 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:34.871890 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d2a58f36-b558-48cb-97dd-8a2c67ab431d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:34.872033 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d4351812-ca21-448c-b44a-f66800ef35dd req-d8364775-0817-4fd0-9fdb-8e8d681f4bd5 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 944 time: 0.0945754 Apr 16 11:56:34.932285 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d4351812-ca21-448c-b44a-f66800ef35dd req-eb6fafb2-e63e-417a-b4ce-933a27e1b545 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535750 Apr 16 11:56:35.306218 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67266ba-17a1-4487-ab1a-cba342fcda86 req-25c75152-1dca-497e-bb88-caf748488f19 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:35.307842 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c67266ba-17a1-4487-ab1a-cba342fcda86 req-25c75152-1dca-497e-bb88-caf748488f19 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8032d4f-7323-4430-980f-760e76d2df36 HTTP/1.1" status: 200 len: 945 time: 0.0903721 Apr 16 11:56:35.357607 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c67266ba-17a1-4487-ab1a-cba342fcda86 req-7da34999-cb6f-4af2-865b-6333a748c118 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f2076bd-1e66-4459-af48-9753fdafebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433593 Apr 16 11:56:35.600686 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b1a031-c01d-4ff4-8250-60f078574ad6 req-c8283bb6-5974-4535-88c1-a6328ca8e600 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:35.602315 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-20b1a031-c01d-4ff4-8250-60f078574ad6 req-c8283bb6-5974-4535-88c1-a6328ca8e600 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 946 time: 0.0933433 Apr 16 11:56:35.657515 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-20b1a031-c01d-4ff4-8250-60f078574ad6 req-f986254c-a9fc-4e21-83de-637a2345bd7d tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478818 Apr 16 11:56:35.821406 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:35.918128 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff up at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:56:35.999425 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning complete for port 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:56:35.999840 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:36.146613 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:36.178857 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9216852-5e70-4674-a8e0-b30e372c240b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e7fa74-7ec8-4cc3-bd63-530aab3b47ff'}] {{(pid=85339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:56:36.199544 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=96e7fa74-7ec8-4cc3-bd63-530aab3b47ff,segment=NetworkSegment(f765aee4-2eb7-4f85-9851-187a752dd58c),segment_id=f765aee4-2eb7-4f85-9851-187a752dd58c)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:56:36.205516 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:36.208081 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:36.256958 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9216852-5e70-4674-a8e0-b30e372c240b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e7fa74-7ec8-4cc3-bd63-530aab3b47ff', 'code': 200} Apr 16 11:56:36.266825 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7fc8b-c2ad-4aff-974e-2dafe31ca7df req-10f8a8a8-f934-4da2-96c1-1c750d8c614d tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:36.272327 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e7d7fc8b-c2ad-4aff-974e-2dafe31ca7df req-10f8a8a8-f934-4da2-96c1-1c750d8c614d tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 946 time: 0.1553609 Apr 16 11:56:36.284423 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de946f8-b2d8-4047-b9c2-b6182729e908 req-25a89f02-69cb-4f43-b206-abf0564ff001 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:36.287121 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4de946f8-b2d8-4047-b9c2-b6182729e908 req-25a89f02-69cb-4f43-b206-abf0564ff001 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 944 time: 0.1680381 Apr 16 11:56:36.309174 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=96e7fa74-7ec8-4cc3-bd63-530aab3b47ff,revision_number=8']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:36.313507 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:36.367681 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-e7d7fc8b-c2ad-4aff-974e-2dafe31ca7df req-10e91810-99c9-497d-a985-3f7454800d5b tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Deleting port 83db117e-0bf5-4936-b1c9-74bccc07aed5 {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:56:36.368081 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-e7d7fc8b-c2ad-4aff-974e-2dafe31ca7df req-10e91810-99c9-497d-a985-3f7454800d5b tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:36.383873 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4de946f8-b2d8-4047-b9c2-b6182729e908 req-f0f9feb3-42b6-4ec4-8f4d-3d290e9c0705 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630400 Apr 16 11:56:36.424652 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:36.612244 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec9fc6-9207-4940-9180-afeb0662b461 req-6b178589-6959-4515-89fa-2a8f6ae18547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:36.614430 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0aec9fc6-9207-4940-9180-afeb0662b461 req-6b178589-6959-4515-89fa-2a8f6ae18547 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 1098 time: 0.0886571 Apr 16 11:56:36.665443 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0aec9fc6-9207-4940-9180-afeb0662b461 req-238540ca-b163-4fb6-97b3-68c25333f7d7 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439596 Apr 16 11:56:36.718719 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-e7d7fc8b-c2ad-4aff-974e-2dafe31ca7df req-10e91810-99c9-497d-a985-3f7454800d5b tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] For port 83db117e-0bf5-4936-b1c9-74bccc07aed5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=83db117e-0bf5-4936-b1c9-74bccc07aed5,segment=NetworkSegment(c54cd4bb-a55a-449f-8842-dcc82906022a),segment_id=c54cd4bb-a55a-449f-8842-dcc82906022a)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:56:36.719054 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-e7d7fc8b-c2ad-4aff-974e-2dafe31ca7df req-10e91810-99c9-497d-a985-3f7454800d5b tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:37.340935 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f653b0-ac0c-41d5-b781-eb31f52b372a req-9259c8c4-ec15-4c4e-85cf-124694b63abc tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:37.343170 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-44f653b0-ac0c-41d5-b781-eb31f52b372a req-9259c8c4-ec15-4c4e-85cf-124694b63abc tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 946 time: 0.5308721 Apr 16 11:56:37.388759 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-e7d7fc8b-c2ad-4aff-974e-2dafe31ca7df req-10e91810-99c9-497d-a985-3f7454800d5b tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:37.389165 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-e7d7fc8b-c2ad-4aff-974e-2dafe31ca7df req-10e91810-99c9-497d-a985-3f7454800d5b tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852691177'] for floatingip, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:37.389509 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.l3_db [req-e7d7fc8b-c2ad-4aff-974e-2dafe31ca7df req-10e91810-99c9-497d-a985-3f7454800d5b tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Floating IP 324ff615-4bfb-4964-ba16-0904b176af35 disassociated. External IP: 172.27.1.100, port: 83db117e-0bf5-4936-b1c9-74bccc07aed5. Apr 16 11:56:37.389955 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-e7d7fc8b-c2ad-4aff-974e-2dafe31ca7df req-10e91810-99c9-497d-a985-3f7454800d5b tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Calling delete_port for 83db117e-0bf5-4936-b1c9-74bccc07aed5 owned by compute:nova {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:56:37.470743 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-44f653b0-ac0c-41d5-b781-eb31f52b372a req-5f875fee-c3a7-4249-8981-07008fd4e187 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=d96927a5-997a-49ce-b094-f4827322a59c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1185999 Apr 16 11:56:37.574533 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-e7d7fc8b-c2ad-4aff-974e-2dafe31ca7df req-10e91810-99c9-497d-a985-3f7454800d5b tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:37.593787 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ad289-3946-4905-a495-5d72b52f2bea req-9554892f-7a52-4d9a-aa58-52c0d09d93be tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:37.595383 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5d2ad289-3946-4905-a495-5d72b52f2bea req-9554892f-7a52-4d9a-aa58-52c0d09d93be tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 945 time: 0.0977499 Apr 16 11:56:37.601922 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:37.605478 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:37.652354 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5d2ad289-3946-4905-a495-5d72b52f2bea req-12d28994-3181-4e48-b393-47a9bae641bd tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491798 Apr 16 11:56:37.702685 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e91810-99c9-497d-a985-3f7454800d5b tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Pushing event deleted for resources: {'Port': ['ID=83db117e-0bf5-4936-b1c9-74bccc07aed5,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:37.710138 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-10e91810-99c9-497d-a985-3f7454800d5b tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:37.989485 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7d7fc8b-c2ad-4aff-974e-2dafe31ca7df req-10e91810-99c9-497d-a985-3f7454800d5b tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Router 2093bd27-4aaf-4fbd-8bcf-454efa75ab3c has already been hosted by L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 {{(pid=85337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:56:38.198222 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7d7fc8b-c2ad-4aff-974e-2dafe31ca7df req-10e91810-99c9-497d-a985-3f7454800d5b tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:56:38.216918 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d12197-5510-4aba-ae5b-77505af14580 None None] Sync routers for ids ['2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'] in dv-cinder-689486-10-iscsi {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:56:38.228730 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d12197-5510-4aba-ae5b-77505af14580 None None] Routers {'2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:56:38.229740 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-b3d12197-5510-4aba-ae5b-77505af14580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:56:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:56:38.283494 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d7fc8b-c2ad-4aff-974e-2dafe31ca7df req-10e91810-99c9-497d-a985-3f7454800d5b tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] No DVR routers for this DVR port 83db117e-0bf5-4936-b1c9-74bccc07aed5 on host hv-cinder-68948 {{(pid=85337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 11:56:38.287334 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-e7d7fc8b-c2ad-4aff-974e-2dafe31ca7df req-10e91810-99c9-497d-a985-3f7454800d5b tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:38.290459 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d619d9-39be-47bd-9022-90edb3c66a1e', 'name': 'network-vif-deleted', 'tag': '83db117e-0bf5-4936-b1c9-74bccc07aed5'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:56:38.308475 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e7d7fc8b-c2ad-4aff-974e-2dafe31ca7df req-10e91810-99c9-497d-a985-3f7454800d5b tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.79 "DELETE /v2.0/ports/83db117e-0bf5-4936-b1c9-74bccc07aed5 HTTP/1.1" status: 204 len: 173 time: 2.0271962 Apr 16 11:56:38.342843 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d619d9-39be-47bd-9022-90edb3c66a1e', 'name': 'network-vif-deleted', 'tag': '83db117e-0bf5-4936-b1c9-74bccc07aed5', 'status': 'completed', 'code': 200} Apr 16 11:56:38.449704 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-b3d12197-5510-4aba-ae5b-77505af14580 None None] Set router 2093bd27-4aaf-4fbd-8bcf-454efa75ab3c gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:56:38.670359 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-70a04908-809d-45be-be8a-9d9b3edd483d req-48a9fdd8-30db-4056-b3bb-1e8f7164b6b7 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7d619d9-39be-47bd-9022-90edb3c66a1e HTTP/1.1" status: 200 len: 210 time: 0.0601709 Apr 16 11:56:38.809138 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-b3d12197-5510-4aba-ae5b-77505af14580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1332365872-router', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e3fcb891-0af6-4d53-8d22-c63b7d9dc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:27Z', 'updated_at': '2021-04-16T11:49:47Z', 'revision_number': 4, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'gw_port': {'id': 'e3fcb891-0af6-4d53-8d22-c63b7d9dc95b', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:30Z', 'updated_at': '2021-04-16T11:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': '94ebbe09-b546-4230-9bc2-96f0f2321d69', 'name': '', 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'mac_address': 'fa:16:3e:1a:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e34726b9-4f8a-44d8-a3f0-ee759b42ab33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:39Z', 'updated_at': '2021-04-16T11:50:01Z', 'revision_number': 5, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'subnets': [{'id': 'e34726b9-4f8a-44d8-a3f0-ee759b42ab33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:56:38.813752 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d12197-5510-4aba-ae5b-77505af14580 None None] Checking router: 2093bd27-4aaf-4fbd-8bcf-454efa75ab3c for host: dv-cinder-689486-10-iscsi {{(pid=85339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:56:38.833263 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d12197-5510-4aba-ae5b-77505af14580 None None] Routers {'2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:56:38.834109 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-b3d12197-5510-4aba-ae5b-77505af14580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:56:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:56:38.892046 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e88df-1536-49f0-8f33-b129149e95ce req-a1453722-c21d-4438-9de0-a7bfb5ba502a tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:38.893719 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-835e88df-1536-49f0-8f33-b129149e95ce req-a1453722-c21d-4438-9de0-a7bfb5ba502a tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 945 time: 0.1011546 Apr 16 11:56:38.955884 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-835e88df-1536-49f0-8f33-b129149e95ce req-2ba47dc6-4d44-4405-bf12-93d798006876 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539739 Apr 16 11:56:39.033164 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-b3d12197-5510-4aba-ae5b-77505af14580 None None] Set router 2093bd27-4aaf-4fbd-8bcf-454efa75ab3c gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:56:39.384402 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-b3d12197-5510-4aba-ae5b-77505af14580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1332365872-router', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e3fcb891-0af6-4d53-8d22-c63b7d9dc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:27Z', 'updated_at': '2021-04-16T11:49:47Z', 'revision_number': 4, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'gw_port': {'id': 'e3fcb891-0af6-4d53-8d22-c63b7d9dc95b', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:30Z', 'updated_at': '2021-04-16T11:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': '94ebbe09-b546-4230-9bc2-96f0f2321d69', 'name': '', 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'mac_address': 'fa:16:3e:1a:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e34726b9-4f8a-44d8-a3f0-ee759b42ab33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:39Z', 'updated_at': '2021-04-16T11:50:01Z', 'revision_number': 5, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'subnets': [{'id': 'e34726b9-4f8a-44d8-a3f0-ee759b42ab33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:56:39.388634 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d12197-5510-4aba-ae5b-77505af14580 None None] The sync data for ids ['2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'] in dv-cinder-689486-10-iscsi is: [{'id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1332365872-router', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e3fcb891-0af6-4d53-8d22-c63b7d9dc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:27Z', 'updated_at': '2021-04-16T11:49:47Z', 'revision_number': 4, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'gw_port': {'id': 'e3fcb891-0af6-4d53-8d22-c63b7d9dc95b', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:30Z', 'updated_at': '2021-04-16T11:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': '94ebbe09-b546-4230-9bc2-96f0f2321d69', 'name': '', 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'mac_address': 'fa:16:3e:1a:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e34726b9-4f8a-44d8-a3f0-ee759b42ab33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:39Z', 'updated_at': '2021-04-16T11:50:01Z', 'revision_number': 5, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'subnets': [{'id': 'e34726b9-4f8a-44d8-a3f0-ee759b42ab33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:56:39.819392 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 55618) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:39.825230 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3b449e-bc5a-4198-8d62-2e8dfc04dc04 None None] New status for floating IP 324ff615-4bfb-4964-ba16-0904b176af35: DOWN {{(pid=85340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 11:56:39.893263 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-cf15cf3c-7be8-43a0-855f-fdb88dc150c3 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:39.923097 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-cf15cf3c-7be8-43a0-855f-fdb88dc150c3 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:39.940186 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 83db117e-0bf5-4936-b1c9-74bccc07aed5 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:56:39.977360 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-cf15cf3c-7be8-43a0-855f-fdb88dc150c3 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:39.981340 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] No Port match for: 83db117e-0bf5-4936-b1c9-74bccc07aed5 {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:56:39.981744 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 83db117e-0bf5-4936-b1c9-74bccc07aed5 not bound to the agent host hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:56:39.985911 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-8e4279f7-ef6d-49b9-a3c8-48a50590f380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:40.001015 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15cf3c-7be8-43a0-855f-fdb88dc150c3 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96927a5-997a-49ce-b094-f4827322a59c,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:40.005724 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-cf15cf3c-7be8-43a0-855f-fdb88dc150c3 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:40.018917 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-cf15cf3c-7be8-43a0-855f-fdb88dc150c3 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:40.021012 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-cf15cf3c-7be8-43a0-855f-fdb88dc150c3 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "DELETE /v2.0/security-groups/d96927a5-997a-49ce-b094-f4827322a59c HTTP/1.1" status: 204 len: 168 time: 0.2001464 Apr 16 11:56:40.024133 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 55622) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:40.045211 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.v2.resource [None req-c23c69b4-90e6-486a-a57a-6320aedf80aa tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] show failed (client error): The resource could not be found. Apr 16 11:56:40.046814 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-c23c69b4-90e6-486a-a57a-6320aedf80aa tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups/d96927a5-997a-49ce-b094-f4827322a59c HTTP/1.1" status: 404 len: 347 time: 0.0210967 Apr 16 11:56:40.049472 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 55626) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:40.221475 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-ff4f1358-276b-45f9-a126-55dd4cf9b9f2 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Deleting port 258690b1-cdf0-47c6-b980-9a43391dbe88 {{(pid=85338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:56:40.222178 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ff4f1358-276b-45f9-a126-55dd4cf9b9f2 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:40.403476 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ff4f1358-276b-45f9-a126-55dd4cf9b9f2 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:40.403896 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ff4f1358-276b-45f9-a126-55dd4cf9b9f2 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:40.543743 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-ff4f1358-276b-45f9-a126-55dd4cf9b9f2 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Calling delete_port for 258690b1-cdf0-47c6-b980-9a43391dbe88 owned by network:floatingip {{(pid=85338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:56:40.701256 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ff4f1358-276b-45f9-a126-55dd4cf9b9f2 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1351932'] for port, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:40.717074 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-0614d3de-22ae-4e9e-9d10-669e4e89f032 tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:40.810934 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f1358-276b-45f9-a126-55dd4cf9b9f2 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Pushing event deleted for resources: {'Port': ['ID=258690b1-cdf0-47c6-b980-9a43391dbe88,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:40.818566 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-ff4f1358-276b-45f9-a126-55dd4cf9b9f2 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:40.976940 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ff4f1358-276b-45f9-a126-55dd4cf9b9f2 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for floatingip, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:40.992245 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ff4f1358-276b-45f9-a126-55dd4cf9b9f2 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for floatingip, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:40.993518 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-ff4f1358-276b-45f9-a126-55dd4cf9b9f2 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "DELETE /v2.0/floatingips/324ff615-4bfb-4964-ba16-0904b176af35 HTTP/1.1" status: 204 len: 168 time: 0.9428444 Apr 16 11:56:41.280207 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 55634) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:41.286537 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-4e32804b-c35a-417f-9c07-0be882f774a4 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Request body: {'security_group': {'name': 'tempest-securitygroup--731549777', 'description': 'tempest-description--1911898585'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:56:41.293496 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-4e32804b-c35a-417f-9c07-0be882f774a4 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:56:41.298115 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-4e32804b-c35a-417f-9c07-0be882f774a4 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Usage tracker for resource:security_group and tenant:5cb420ffa55c4c63be5c8a61559de7d5 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:56:41.302554 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-4e32804b-c35a-417f-9c07-0be882f774a4 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:56:41.309197 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-4e32804b-c35a-417f-9c07-0be882f774a4 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:56:41.319678 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-4e32804b-c35a-417f-9c07-0be882f774a4 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:41.340531 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-4e32804b-c35a-417f-9c07-0be882f774a4 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:56:41.345288 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-4e32804b-c35a-417f-9c07-0be882f774a4 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Usage tracker for resource:security_group_rule and tenant:5cb420ffa55c4c63be5c8a61559de7d5 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:56:41.348727 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-4e32804b-c35a-417f-9c07-0be882f774a4 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:56:41.354641 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-4e32804b-c35a-417f-9c07-0be882f774a4 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:56:41.429342 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-4e32804b-c35a-417f-9c07-0be882f774a4 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:41.432275 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-4e32804b-c35a-417f-9c07-0be882f774a4 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:41.437695 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-59dc9117-94f2-49cc-afa7-0f8353642122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:41.483824 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32804b-c35a-417f-9c07-0be882f774a4 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f341d528-024e-4269-ad44-44a67635cb38,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:41.486706 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-4e32804b-c35a-417f-9c07-0be882f774a4 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:41.491194 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-4e32804b-c35a-417f-9c07-0be882f774a4 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2066717 Apr 16 11:56:41.491194 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-4e32804b-c35a-417f-9c07-0be882f774a4 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:41.491559 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 55640) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:41.497076 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-f536a4cc-5134-41c1-80b9-3e82d1fcb290 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Request body: {'security_group_rule': {'security_group_id': 'f341d528-024e-4269-ad44-44a67635cb38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:56:41.503578 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-f536a4cc-5134-41c1-80b9-3e82d1fcb290 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:56:41.509152 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-f536a4cc-5134-41c1-80b9-3e82d1fcb290 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Usage tracker for resource:security_group_rule and tenant:5cb420ffa55c4c63be5c8a61559de7d5 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:56:41.512055 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-f536a4cc-5134-41c1-80b9-3e82d1fcb290 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:56:41.518187 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-f536a4cc-5134-41c1-80b9-3e82d1fcb290 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:56:41.539854 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f536a4cc-5134-41c1-80b9-3e82d1fcb290 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:41.609523 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f536a4cc-5134-41c1-80b9-3e82d1fcb290 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:41.612648 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f536a4cc-5134-41c1-80b9-3e82d1fcb290 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974229'] for security_group_rule, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:41.615841 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-fdd0f729-478c-4413-8197-5cb046e98310 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:41.639220 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536a4cc-5134-41c1-80b9-3e82d1fcb290 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9984a046-0dbe-4d3c-8104-639d8abdc481,revision_number=0']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:41.643500 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f536a4cc-5134-41c1-80b9-3e82d1fcb290 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:41.651681 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f536a4cc-5134-41c1-80b9-3e82d1fcb290 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:41.652997 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-f536a4cc-5134-41c1-80b9-3e82d1fcb290 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1604803 Apr 16 11:56:41.655861 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 55644) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:41.662425 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-8d421219-66ad-429d-8700-07cd42a76e86 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Request body: {'security_group_rule': {'security_group_id': 'f341d528-024e-4269-ad44-44a67635cb38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:56:41.669034 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-8d421219-66ad-429d-8700-07cd42a76e86 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:56:41.673064 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-8d421219-66ad-429d-8700-07cd42a76e86 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Usage tracker for resource:security_group_rule and tenant:5cb420ffa55c4c63be5c8a61559de7d5 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:56:41.676883 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-8d421219-66ad-429d-8700-07cd42a76e86 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:56:41.683326 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-8d421219-66ad-429d-8700-07cd42a76e86 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:56:41.700176 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8d421219-66ad-429d-8700-07cd42a76e86 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:41.766371 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8d421219-66ad-429d-8700-07cd42a76e86 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:41.769217 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8d421219-66ad-429d-8700-07cd42a76e86 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974229'] for security_group_rule, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:41.779285 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:41.806118 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d421219-66ad-429d-8700-07cd42a76e86 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7752e3fa-3013-465f-a8c7-819b9bb95fb3,revision_number=0']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:41.809144 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-8d421219-66ad-429d-8700-07cd42a76e86 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:41.813020 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8d421219-66ad-429d-8700-07cd42a76e86 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:41.814304 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-8d421219-66ad-429d-8700-07cd42a76e86 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1574037 Apr 16 11:56:41.817699 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 55648) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:41.823205 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-87e2a77f-aa1f-47fd-9699-3164474b8f62 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Request body: {'floatingip': {'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:56:41.829511 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-87e2a77f-aa1f-47fd-9699-3164474b8f62 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:56:41.834058 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-87e2a77f-aa1f-47fd-9699-3164474b8f62 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Usage tracker for resource:floatingip and tenant:5cb420ffa55c4c63be5c8a61559de7d5 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:56:41.837124 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-87e2a77f-aa1f-47fd-9699-3164474b8f62 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:56:41.843129 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-87e2a77f-aa1f-47fd-9699-3164474b8f62 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:56:41.853721 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-87e2a77f-aa1f-47fd-9699-3164474b8f62 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for floatingip, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:42.001292 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-87e2a77f-aa1f-47fd-9699-3164474b8f62 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:42.149937 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [None req-87e2a77f-aa1f-47fd-9699-3164474b8f62 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Allocated IP 172.27.1.102 (42de8c2d-cd05-4680-9fb4-4f0e504e941e/337501b3-dbb5-4b21-86cd-6f03e94fa6eb/99fc8d4d-876f-498a-b733-dbb000e02122) {{(pid=85338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:56:42.529900 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-87e2a77f-aa1f-47fd-9699-3164474b8f62 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for port, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:42.560213 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-87e2a77f-aa1f-47fd-9699-3164474b8f62 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1351932'] for port, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:42.572951 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-834c25d5-39f1-4cdc-bebe-8a360ff5bfd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:42.708567 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e2a77f-aa1f-47fd-9699-3164474b8f62 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Pushing event updated for resources: {'Port': ['ID=99fc8d4d-876f-498a-b733-dbb000e02122,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:42.713038 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-87e2a77f-aa1f-47fd-9699-3164474b8f62 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:42.768987 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e2a77f-aa1f-47fd-9699-3164474b8f62 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Network 42de8c2d-cd05-4680-9fb4-4f0e504e941e is already hosted by enough agents. {{(pid=85338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:56:42.770278 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-87e2a77f-aa1f-47fd-9699-3164474b8f62 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Resources bound (agent type, host, resource id): {{(pid=85338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:56:42.772663 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e2a77f-aa1f-47fd-9699-3164474b8f62 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Received port after_create {{(pid=85338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:56:42.854598 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-87e2a77f-aa1f-47fd-9699-3164474b8f62 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:42.919408 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-87e2a77f-aa1f-47fd-9699-3164474b8f62 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:43.144767 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-87e2a77f-aa1f-47fd-9699-3164474b8f62 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:43.148721 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-87e2a77f-aa1f-47fd-9699-3164474b8f62 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853423900'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:43.164292 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-87e2a77f-aa1f-47fd-9699-3164474b8f62 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:43.302683 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e2a77f-aa1f-47fd-9699-3164474b8f62 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Pushing event updated for resources: {'Port': ['ID=99fc8d4d-876f-498a-b733-dbb000e02122,revision_number=2']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:43.307297 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-87e2a77f-aa1f-47fd-9699-3164474b8f62 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:43.414810 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-87e2a77f-aa1f-47fd-9699-3164474b8f62 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852691177'] for floatingip, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:43.437452 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-87e2a77f-aa1f-47fd-9699-3164474b8f62 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for floatingip, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:43.438787 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-87e2a77f-aa1f-47fd-9699-3164474b8f62 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6200953 Apr 16 11:56:43.674755 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:43.684330 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-a3155163-6ceb-4217-a466-b3541d47e8dd tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--731549777&fields=id&tenant_id=5cb420ffa55c4c63be5c8a61559de7d5 HTTP/1.1" status: 200 len: 267 time: 0.0462399 Apr 16 11:56:43.851944 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-2588dc6b-fd0b-4d60-90a2-04da56d236d7 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:43.853561 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-2588dc6b-fd0b-4d60-90a2-04da56d236d7 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/networks?id=e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7 HTTP/1.1" status: 200 len: 817 time: 0.1619611 Apr 16 11:56:43.870811 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-29075e2f-fe25-4f73-991d-ac121574cf7a tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/quotas/5cb420ffa55c4c63be5c8a61559de7d5 HTTP/1.1" status: 200 len: 375 time: 0.0108652 Apr 16 11:56:43.967711 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-d4fb8234-570f-4a19-b143-33fd72e047ea tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Synchronizing usage tracker for tenant:5cb420ffa55c4c63be5c8a61559de7d5 on resource:port {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:56:43.986045 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-d4fb8234-570f-4a19-b143-33fd72e047ea tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Unset dirty status for tenant:5cb420ffa55c4c63be5c8a61559de7d5 on resource:port {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:56:43.987551 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-d4fb8234-570f-4a19-b143-33fd72e047ea tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5cb420ffa55c4c63be5c8a61559de7d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1109338 Apr 16 11:56:44.193468 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-6e062074-5a0c-4d10-b1c4-30aa975536ae service neutron] 10.222.0.71 "GET /v2.0/networks/e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919210 Apr 16 11:56:44.337896 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-82479459-7224-4a6e-94aa-330a62775a6b service neutron] 10.222.0.71 "GET /v2.0/networks/e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378915 Apr 16 11:56:44.539758 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-323ae31c-c6e0-428b-8018-2f714a12a2b1 req-9d7db016-ea5d-4236-9c52-f0b3cbd2010a tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Synchronizing usage tracker for tenant:5cb420ffa55c4c63be5c8a61559de7d5 on resource:port {{(pid=85338) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:56:44.552073 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-323ae31c-c6e0-428b-8018-2f714a12a2b1 req-9d7db016-ea5d-4236-9c52-f0b3cbd2010a tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Unset dirty status for tenant:5cb420ffa55c4c63be5c8a61559de7d5 on resource:port {{(pid=85338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:56:44.553342 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-323ae31c-c6e0-428b-8018-2f714a12a2b1 req-9d7db016-ea5d-4236-9c52-f0b3cbd2010a tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 210 time: 0.0651033 Apr 16 11:56:45.748641 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-017f0323-c0e1-4a28-84c0-fd3fe0dca8b4 req-b6062ec8-cb10-4a4d-b4ed-301ae8381443 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 210 time: 0.0575981 Apr 16 11:56:45.777427 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-a6b35589-5353-4581-9155-16be02b45883 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:45.777427 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-a6b35589-5353-4581-9155-16be02b45883 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.79 "GET /v2.0/networks?id=e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7 HTTP/1.1" status: 200 len: 817 time: 0.2117269 Apr 16 11:56:45.852330 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-6a45701d-255e-41c3-958f-dc631c9139cd tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5cb420ffa55c4c63be5c8a61559de7d5 HTTP/1.1" status: 200 len: 5704 time: 0.0691185 Apr 16 11:56:45.867943 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-698e8cb8-bd1a-478d-8ccf-a2f22c6da008 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Request body: {'port': {'device_id': '4c07795b-be67-4d48-bdd7-b51748a0d1a2', 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7', 'admin_state_up': True, 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'security_groups': ['f341d528-024e-4269-ad44-44a67635cb38']}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:56:46.015363 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-698e8cb8-bd1a-478d-8ccf-a2f22c6da008 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:56:46.025323 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-698e8cb8-bd1a-478d-8ccf-a2f22c6da008 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:56:46.033701 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-698e8cb8-bd1a-478d-8ccf-a2f22c6da008 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Made reservation on behalf of 5cb420ffa55c4c63be5c8a61559de7d5 for: {'port': 1} {{(pid=85337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:56:46.040055 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-698e8cb8-bd1a-478d-8ccf-a2f22c6da008 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:46.215568 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-698e8cb8-bd1a-478d-8ccf-a2f22c6da008 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Allocated IP 172.20.0.10 (e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7/e34726b9-4f8a-44d8-a3f0-ee759b42ab33/bfe1257c-f636-4af8-80f6-3d475e7b79c7) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:56:46.418442 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-698e8cb8-bd1a-478d-8ccf-a2f22c6da008 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:46.436447 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-698e8cb8-bd1a-478d-8ccf-a2f22c6da008 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Transition to ACTIVE for port object bfe1257c-f636-4af8-80f6-3d475e7b79c7 will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:56:46.462006 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-698e8cb8-bd1a-478d-8ccf-a2f22c6da008 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:46.482141 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:46.561869 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-95fc02e4-8fec-44ed-946b-d563c9a8ce83 req-1f1a053b-7534-4b30-b92d-80e204a2412d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0810158 Apr 16 11:56:46.623285 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e8cb8-bd1a-478d-8ccf-a2f22c6da008 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Pushing event updated for resources: {'Port': ['ID=bfe1257c-f636-4af8-80f6-3d475e7b79c7,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:46.627969 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-698e8cb8-bd1a-478d-8ccf-a2f22c6da008 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:46.662396 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc02e4-8fec-44ed-946b-d563c9a8ce83 req-c7abca8e-2984-4030-b147-a7fa572c7822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:46.664290 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-95fc02e4-8fec-44ed-946b-d563c9a8ce83 req-c7abca8e-2984-4030-b147-a7fa572c7822 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a8f545f40a11467b946db58b523aa51f&device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 1098 time: 0.0800817 Apr 16 11:56:46.681781 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-698e8cb8-bd1a-478d-8ccf-a2f22c6da008 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Network e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7 is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:56:46.682990 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-698e8cb8-bd1a-478d-8ccf-a2f22c6da008 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:56:46.685449 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-698e8cb8-bd1a-478d-8ccf-a2f22c6da008 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:56:46.754564 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-698e8cb8-bd1a-478d-8ccf-a2f22c6da008 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:46.755265 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-698e8cb8-bd1a-478d-8ccf-a2f22c6da008 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:46.783172 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-698e8cb8-bd1a-478d-8ccf-a2f22c6da008 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9200034 Apr 16 11:56:46.807016 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-553e71e2-ea6e-4dad-bb8a-3a35fe93f94b service neutron] Request body: {'port': {'device_id': '4c07795b-be67-4d48-bdd7-b51748a0d1a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:56:46.865748 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-20177d76-0898-40d7-8885-0e76850e5e2e None None] Provisioning for port bfe1257c-f636-4af8-80f6-3d475e7b79c7 completed by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:56:46.873878 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-20177d76-0898-40d7-8885-0e76850e5e2e None None] Provisioning complete for port bfe1257c-f636-4af8-80f6-3d475e7b79c7 triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:56:46.874546 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-20177d76-0898-40d7-8885-0e76850e5e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:46.933202 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-20177d76-0898-40d7-8885-0e76850e5e2e None None] Port bfe1257c-f636-4af8-80f6-3d475e7b79c7 cannot update to ACTIVE because it is not bound. {{(pid=85339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:56:46.940351 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-553e71e2-ea6e-4dad-bb8a-3a35fe93f94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:47.031012 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc02e4-8fec-44ed-946b-d563c9a8ce83 req-c03ecad5-2136-4dab-9525-0481a1924ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:47.032778 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-95fc02e4-8fec-44ed-946b-d563c9a8ce83 req-c03ecad5-2136-4dab-9525-0481a1924ef6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2180b119-bc71-44ac-ab3a-75fb991fd9c9 HTTP/1.1" status: 200 len: 910 time: 0.2304852 Apr 16 11:56:47.046800 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f453ff-bd96-475f-b0ce-de3527f2986f req-aea91063-555d-410b-a66e-6f9723d42483 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:47.048405 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-04f453ff-bd96-475f-b0ce-de3527f2986f req-aea91063-555d-410b-a66e-6f9723d42483 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 932 time: 0.1529076 Apr 16 11:56:47.188481 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-04f453ff-bd96-475f-b0ce-de3527f2986f req-4ca11c0e-24eb-40c8-99bb-e612c279c934 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Synchronizing usage tracker for tenant:5cb420ffa55c4c63be5c8a61559de7d5 on resource:security_group {{(pid=85338) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:56:47.193485 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-95fc02e4-8fec-44ed-946b-d563c9a8ce83 req-bbe88855-6a1c-44f9-9f1d-c7c1557a7dff service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f HTTP/1.1" status: 200 len: 1001 time: 0.1441014 Apr 16 11:56:47.206325 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-04f453ff-bd96-475f-b0ce-de3527f2986f req-4ca11c0e-24eb-40c8-99bb-e612c279c934 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Unset dirty status for tenant:5cb420ffa55c4c63be5c8a61559de7d5 on resource:security_group {{(pid=85338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:56:47.207554 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-04f453ff-bd96-475f-b0ce-de3527f2986f req-4ca11c0e-24eb-40c8-99bb-e612c279c934 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058123 Apr 16 11:56:47.273880 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc02e4-8fec-44ed-946b-d563c9a8ce83 req-e805bcaf-6bc6-4db5-9cc2-32a42e726fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:47.275431 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-95fc02e4-8fec-44ed-946b-d563c9a8ce83 req-e805bcaf-6bc6-4db5-9cc2-32a42e726fe0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=db3c83ef-37ef-4f43-9fb3-a7487fc6375e HTTP/1.1" status: 200 len: 848 time: 0.0669696 Apr 16 11:56:47.341799 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-553e71e2-ea6e-4dad-bb8a-3a35fe93f94b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfe1257c-f636-4af8-80f6-3d475e7b79c7 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:56:47.349905 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-553e71e2-ea6e-4dad-bb8a-3a35fe93f94b service neutron] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:47.366636 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-553e71e2-ea6e-4dad-bb8a-3a35fe93f94b service neutron] Transition to ACTIVE for port object bfe1257c-f636-4af8-80f6-3d475e7b79c7 will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:56:47.367114 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc02e4-8fec-44ed-946b-d563c9a8ce83 req-550f05ec-d9fd-4151-86cf-18e16adcccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:47.368875 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-95fc02e4-8fec-44ed-946b-d563c9a8ce83 req-550f05ec-d9fd-4151-86cf-18e16adcccd8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2180b119-bc71-44ac-ab3a-75fb991fd9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0848730 Apr 16 11:56:47.370398 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-553e71e2-ea6e-4dad-bb8a-3a35fe93f94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847015921'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:47.390457 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-9224e349-20c4-484e-85dd-08b4b616e168 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:47.522223 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-95fc02e4-8fec-44ed-946b-d563c9a8ce83 req-ef8d8b0d-41d0-41c6-8706-b5c6231e2f16 service neutron] 10.222.0.79 "GET /v2.0/networks/2180b119-bc71-44ac-ab3a-75fb991fd9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449769 Apr 16 11:56:47.694938 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-95fc02e4-8fec-44ed-946b-d563c9a8ce83 req-edf36c65-ba73-4666-b67f-0b6236c45f50 service neutron] 10.222.0.79 "GET /v2.0/networks/2180b119-bc71-44ac-ab3a-75fb991fd9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645589 Apr 16 11:56:47.766896 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e71e2-ea6e-4dad-bb8a-3a35fe93f94b service neutron] Pushing event updated for resources: {'Port': ['ID=bfe1257c-f636-4af8-80f6-3d475e7b79c7,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:47.771358 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-553e71e2-ea6e-4dad-bb8a-3a35fe93f94b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:47.999543 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-553e71e2-ea6e-4dad-bb8a-3a35fe93f94b service neutron] Attempting to bind port bfe1257c-f636-4af8-80f6-3d475e7b79c7 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:56:47.999914 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-553e71e2-ea6e-4dad-bb8a-3a35fe93f94b service neutron] Attempting to bind port bfe1257c-f636-4af8-80f6-3d475e7b79c7 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'c54cd4bb-a55a-449f-8842-dcc82906022a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:56:48.000314 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-553e71e2-ea6e-4dad-bb8a-3a35fe93f94b service neutron] Attempting to bind port bfe1257c-f636-4af8-80f6-3d475e7b79c7 on network e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:56:48.005202 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-553e71e2-ea6e-4dad-bb8a-3a35fe93f94b service neutron] Port bfe1257c-f636-4af8-80f6-3d475e7b79c7 on network e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:56:48.005562 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-553e71e2-ea6e-4dad-bb8a-3a35fe93f94b service neutron] Attempting to bind port bfe1257c-f636-4af8-80f6-3d475e7b79c7 on network e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:56:48.011776 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-553e71e2-ea6e-4dad-bb8a-3a35fe93f94b service neutron] Checking agent: {'id': '719f3357-7d54-4b9e-9866-52b19e770139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'started_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:56:48.012149 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-553e71e2-ea6e-4dad-bb8a-3a35fe93f94b service neutron] Checking segment: {'id': 'c54cd4bb-a55a-449f-8842-dcc82906022a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:56:48.012599 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-553e71e2-ea6e-4dad-bb8a-3a35fe93f94b service neutron] Bound using segment: {'id': 'c54cd4bb-a55a-449f-8842-dcc82906022a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:56:48.013075 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-553e71e2-ea6e-4dad-bb8a-3a35fe93f94b service neutron] Bound port: bfe1257c-f636-4af8-80f6-3d475e7b79c7, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c54cd4bb-a55a-449f-8842-dcc82906022a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:56:48.013463 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-553e71e2-ea6e-4dad-bb8a-3a35fe93f94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:48.114550 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-553e71e2-ea6e-4dad-bb8a-3a35fe93f94b service neutron] For port bfe1257c-f636-4af8-80f6-3d475e7b79c7, host hv-cinder-68948, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:56:48.117807 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-553e71e2-ea6e-4dad-bb8a-3a35fe93f94b service neutron] For port bfe1257c-f636-4af8-80f6-3d475e7b79c7, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=bfe1257c-f636-4af8-80f6-3d475e7b79c7,segment=NetworkSegment(c54cd4bb-a55a-449f-8842-dcc82906022a),segment_id=c54cd4bb-a55a-449f-8842-dcc82906022a)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:56:48.121353 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-553e71e2-ea6e-4dad-bb8a-3a35fe93f94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847015921'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:48.136811 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:48.304228 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e71e2-ea6e-4dad-bb8a-3a35fe93f94b service neutron] Pushing event updated for resources: {'Port': ['ID=bfe1257c-f636-4af8-80f6-3d475e7b79c7,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:48.309070 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-553e71e2-ea6e-4dad-bb8a-3a35fe93f94b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:48.393595 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-553e71e2-ea6e-4dad-bb8a-3a35fe93f94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:48.394278 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-553e71e2-ea6e-4dad-bb8a-3a35fe93f94b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:48.395833 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-553e71e2-ea6e-4dad-bb8a-3a35fe93f94b service neutron] 10.222.0.79 "PUT /v2.0/ports/bfe1257c-f636-4af8-80f6-3d475e7b79c7 HTTP/1.1" status: 200 len: 1094 time: 1.5941472 Apr 16 11:56:48.397468 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c07795b-be67-4d48-bdd7-b51748a0d1a2', 'tag': 'bfe1257c-f636-4af8-80f6-3d475e7b79c7'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:56:48.486005 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c07795b-be67-4d48-bdd7-b51748a0d1a2', 'tag': 'bfe1257c-f636-4af8-80f6-3d475e7b79c7', 'status': 'completed', 'code': 200} Apr 16 11:56:48.500860 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5ad95-c250-442b-8400-fc5ff0ead69a req-b20352db-5feb-4828-99ec-b1a41385d6c4 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:48.501696 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-77c5ad95-c250-442b-8400-fc5ff0ead69a req-b20352db-5feb-4828-99ec-b1a41385d6c4 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Synchronizing usage tracker for tenant:5cb420ffa55c4c63be5c8a61559de7d5 on resource:port {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:56:48.530443 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-77c5ad95-c250-442b-8400-fc5ff0ead69a req-b20352db-5feb-4828-99ec-b1a41385d6c4 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Unset dirty status for tenant:5cb420ffa55c4c63be5c8a61559de7d5 on resource:port {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:56:48.531698 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-77c5ad95-c250-442b-8400-fc5ff0ead69a req-b20352db-5feb-4828-99ec-b1a41385d6c4 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 944 time: 0.1933444 Apr 16 11:56:48.588666 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-d713d56a-11bb-4aed-9374-ef5b62faed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:48.590280 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-d713d56a-11bb-4aed-9374-ef5b62faed63 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5cb420ffa55c4c63be5c8a61559de7d5&device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 1097 time: 0.1426668 Apr 16 11:56:48.597914 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-77c5ad95-c250-442b-8400-fc5ff0ead69a req-c8956767-30ad-4f73-9f79-3c097d03dbdc tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548096 Apr 16 11:56:48.671978 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-631457e0-e56b-43cf-82b5-bc85c7367fd1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfe1257c-f636-4af8-80f6-3d475e7b79c7 HTTP/1.1" status: 200 len: 217 time: 0.0706172 Apr 16 11:56:48.743374 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-6ebffd09-84a2-40f4-b1e1-65bd16c0797b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:48.744896 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-6ebffd09-84a2-40f4-b1e1-65bd16c0797b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e34726b9-4f8a-44d8-a3f0-ee759b42ab33 HTTP/1.1" status: 200 len: 856 time: 0.0665948 Apr 16 11:56:48.832379 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-8eb4c705-36c5-48fb-8cfe-a14134ca717f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:48.833965 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-8eb4c705-36c5-48fb-8cfe-a14134ca717f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0814223 Apr 16 11:56:48.978845 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-1e1a4d33-ab5e-4f24-8497-9f18f9c8a5ac service neutron] 10.222.0.79 "GET /v2.0/networks/e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361876 Apr 16 11:56:49.124124 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fb5e7aea-59ec-4789-aadc-3a28fc932891 req-c3a3ada7-4383-480f-a6fd-d3bff1593969 service neutron] 10.222.0.79 "GET /v2.0/networks/e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371446 Apr 16 11:56:49.256996 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d785c4e-8d6e-4393-88af-8a3c37bd25a8 req-2255a9bc-c0c5-48fd-8b80-ac4d141ab62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:49.258575 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4d785c4e-8d6e-4393-88af-8a3c37bd25a8 req-2255a9bc-c0c5-48fd-8b80-ac4d141ab62d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5cb420ffa55c4c63be5c8a61559de7d5&device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 1097 time: 0.0789196 Apr 16 11:56:49.405692 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d785c4e-8d6e-4393-88af-8a3c37bd25a8 req-64374c70-391c-48e0-80fa-11e8a029d04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:49.406979 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:56:49.407180 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4d785c4e-8d6e-4393-88af-8a3c37bd25a8 req-64374c70-391c-48e0-80fa-11e8a029d04e service neutron] 10.222.0.79 "GET /v2.0/networks?id=e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7 HTTP/1.1" status: 200 len: 918 time: 0.1391306 Apr 16 11:56:49.489939 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4d785c4e-8d6e-4393-88af-8a3c37bd25a8 req-61a9c69f-bc54-432f-a343-5f49d86cf49d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfe1257c-f636-4af8-80f6-3d475e7b79c7 HTTP/1.1" status: 200 len: 217 time: 0.0710711 Apr 16 11:56:49.564614 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d785c4e-8d6e-4393-88af-8a3c37bd25a8 req-fc5b429a-0d40-4bc8-8cd6-3f9cf7e194b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:49.566124 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4d785c4e-8d6e-4393-88af-8a3c37bd25a8 req-fc5b429a-0d40-4bc8-8cd6-3f9cf7e194b5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e34726b9-4f8a-44d8-a3f0-ee759b42ab33 HTTP/1.1" status: 200 len: 856 time: 0.0650148 Apr 16 11:56:49.659045 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d785c4e-8d6e-4393-88af-8a3c37bd25a8 req-5933bdc7-60d8-4871-acdb-09980cfcf2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:49.660649 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4d785c4e-8d6e-4393-88af-8a3c37bd25a8 req-5933bdc7-60d8-4871-acdb-09980cfcf2c7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0867956 Apr 16 11:56:49.811240 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4d785c4e-8d6e-4393-88af-8a3c37bd25a8 req-73c5ba16-1ec9-4219-b05d-23b42bc19d1a service neutron] 10.222.0.79 "GET /v2.0/networks/e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401114 Apr 16 11:56:49.813299 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4c5dd-d719-4093-8ddc-480f98105e1e req-83d0b118-043f-45c9-9132-42b3cdef7c4d tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:49.814860 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f9b4c5dd-d719-4093-8ddc-480f98105e1e req-83d0b118-043f-45c9-9132-42b3cdef7c4d tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 944 time: 0.0935619 Apr 16 11:56:49.862954 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f9b4c5dd-d719-4093-8ddc-480f98105e1e req-000beb44-d65e-4195-8541-0c21b49283a7 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418198 Apr 16 11:56:49.961140 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4d785c4e-8d6e-4393-88af-8a3c37bd25a8 req-f67a7c9d-b301-4d3a-b7e9-f512e0101c68 service neutron] 10.222.0.79 "GET /v2.0/networks/e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364470 Apr 16 11:56:51.065656 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a834ed9-6098-4bd0-9270-2fc571719a08 req-95fe5842-92ee-44e8-944e-ecb7244ce26a tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:51.067213 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3a834ed9-6098-4bd0-9270-2fc571719a08 req-95fe5842-92ee-44e8-944e-ecb7244ce26a tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 944 time: 0.0881743 Apr 16 11:56:51.114422 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3a834ed9-6098-4bd0-9270-2fc571719a08 req-a5cc4db3-4e5b-4f53-b73b-ab8049d6a191 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404804 Apr 16 11:56:52.028115 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device bfe1257c-f636-4af8-80f6-3d475e7b79c7 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:56:52.328372 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1569b35-2613-461e-b257-0b9fbcccc53e req-472894bc-d1b0-4a83-88c0-8753b03e1838 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:52.329902 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d1569b35-2613-461e-b257-0b9fbcccc53e req-472894bc-d1b0-4a83-88c0-8753b03e1838 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 944 time: 0.0889344 Apr 16 11:56:52.332922 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port bfe1257c-f636-4af8-80f6-3d475e7b79c7, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=bfe1257c-f636-4af8-80f6-3d475e7b79c7,segment=NetworkSegment(c54cd4bb-a55a-449f-8842-dcc82906022a),segment_id=c54cd4bb-a55a-449f-8842-dcc82906022a)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:56:52.347733 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Returning: {'device': 'bfe1257c-f636-4af8-80f6-3d475e7b79c7', 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7', 'port_id': 'bfe1257c-f636-4af8-80f6-3d475e7b79c7', 'mac_address': 'fa:16:3e:dd:d8:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e34726b9-4f8a-44d8-a3f0-ee759b42ab33', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:56:52.381894 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d1569b35-2613-461e-b257-0b9fbcccc53e req-7563a1ce-11fd-4dd8-a1d5-56fcbd149f4a tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448582 Apr 16 11:56:52.409485 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:52.427639 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfe1257c-f636-4af8-80f6-3d475e7b79c7 {{(pid=85339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:56:52.443048 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port bfe1257c-f636-4af8-80f6-3d475e7b79c7, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=bfe1257c-f636-4af8-80f6-3d475e7b79c7,segment=NetworkSegment(c54cd4bb-a55a-449f-8842-dcc82906022a),segment_id=c54cd4bb-a55a-449f-8842-dcc82906022a)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:56:52.446051 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:52.448669 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:52.518803 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=bfe1257c-f636-4af8-80f6-3d475e7b79c7,revision_number=4']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:52.522666 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:52.856668 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['bfe1257c-f636-4af8-80f6-3d475e7b79c7'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:56:53.595238 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13da8c-d5e9-46ee-9dfc-b5a47d718fb9 req-73edc8fa-3a3b-405c-ad9f-27472e8c76aa tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:53.596773 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4b13da8c-d5e9-46ee-9dfc-b5a47d718fb9 req-73edc8fa-3a3b-405c-ad9f-27472e8c76aa tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 945 time: 0.0919011 Apr 16 11:56:53.646746 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4b13da8c-d5e9-46ee-9dfc-b5a47d718fb9 req-3bd1d69d-9378-467d-914b-9e0d23beea4c tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433135 Apr 16 11:56:54.852934 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e804e4-138b-4a8e-8478-14a588f69c04 req-58befd1d-a4d3-4748-b266-a072dfd97976 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:54.854494 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f7e804e4-138b-4a8e-8478-14a588f69c04 req-58befd1d-a4d3-4748-b266-a072dfd97976 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 945 time: 0.0886033 Apr 16 11:56:54.901779 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f7e804e4-138b-4a8e-8478-14a588f69c04 req-ddbf8dab-bee8-4cfe-9df9-af4a75dd4d92 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408866 Apr 16 11:56:56.060238 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device bfe1257c-f636-4af8-80f6-3d475e7b79c7 up at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:56:56.108896 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c5046-3e5c-4701-8ae9-505e72aa75ba req-87443d08-8dd7-4bef-b294-5f8db0a71eb5 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:56.110484 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9c4c5046-3e5c-4701-8ae9-505e72aa75ba req-87443d08-8dd7-4bef-b294-5f8db0a71eb5 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 945 time: 0.0887573 Apr 16 11:56:56.131353 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning for port bfe1257c-f636-4af8-80f6-3d475e7b79c7 completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:56:56.136598 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning complete for port bfe1257c-f636-4af8-80f6-3d475e7b79c7 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:56:56.137020 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:56.161611 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9c4c5046-3e5c-4701-8ae9-505e72aa75ba req-f5558751-1461-4f5b-985b-21f6dbebb4ee tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445497 Apr 16 11:56:56.262696 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:56.291254 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c07795b-be67-4d48-bdd7-b51748a0d1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe1257c-f636-4af8-80f6-3d475e7b79c7'}] {{(pid=85339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:56:56.301732 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port bfe1257c-f636-4af8-80f6-3d475e7b79c7, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=bfe1257c-f636-4af8-80f6-3d475e7b79c7,segment=NetworkSegment(c54cd4bb-a55a-449f-8842-dcc82906022a),segment_id=c54cd4bb-a55a-449f-8842-dcc82906022a)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:56:56.305735 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:56.307709 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f93b5448-2758-44e8-a421-c05f90e0fbd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:56.344328 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c07795b-be67-4d48-bdd7-b51748a0d1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe1257c-f636-4af8-80f6-3d475e7b79c7', 'code': 200} Apr 16 11:56:56.386939 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=bfe1257c-f636-4af8-80f6-3d475e7b79c7,revision_number=5']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:56.390081 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:56.612304 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da825252-666a-4e1c-bae7-6be6f8cadc4c req-84331fdd-6841-46e9-8b7b-82e9844f3f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:56.613828 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-da825252-666a-4e1c-bae7-6be6f8cadc4c req-84331fdd-6841-46e9-8b7b-82e9844f3f55 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 1099 time: 0.0776598 Apr 16 11:56:56.657846 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-da825252-666a-4e1c-bae7-6be6f8cadc4c req-227bb9f2-a337-4f51-a644-56ba4c80da09 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369678 Apr 16 11:56:57.376380 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152394d-e3b7-4139-8223-fc5570514f97 req-7243d49b-f2dd-4b8c-9756-b219e36a8240 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:57.377961 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0152394d-e3b7-4139-8223-fc5570514f97 req-7243d49b-f2dd-4b8c-9756-b219e36a8240 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 946 time: 0.0912890 Apr 16 11:56:57.426894 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0152394d-e3b7-4139-8223-fc5570514f97 req-f19765e2-7b12-404c-ab31-ac768f0f9510 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415783 Apr 16 11:56:58.642554 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e551bb-78e6-430b-b70f-3d709c4fc366 req-8b3d2816-b5f1-4b78-bcea-7b9b69e7c1a8 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:58.644167 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c6e551bb-78e6-430b-b70f-3d709c4fc366 req-8b3d2816-b5f1-4b78-bcea-7b9b69e7c1a8 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 946 time: 0.0927269 Apr 16 11:56:58.694007 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c6e551bb-78e6-430b-b70f-3d709c4fc366 req-704fc1df-2016-4594-82bb-0998d27eb3ea tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424461 Apr 16 11:56:58.906708 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c773aed-3884-4bff-976c-017a2d9259d0 req-684abb65-24b6-4d45-9d8b-ec7a9c2906a5 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:58.908286 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6c773aed-3884-4bff-976c-017a2d9259d0 req-684abb65-24b6-4d45-9d8b-ec7a9c2906a5 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 946 time: 0.0868535 Apr 16 11:56:58.917897 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 55756) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:58.923550 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-c1f0f133-6198-44ce-bc3a-576e4bf78598 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Request body: {'floatingip': {'port_id': 'bfe1257c-f636-4af8-80f6-3d475e7b79c7'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:56:59.006931 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c1f0f133-6198-44ce-bc3a-576e4bf78598 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for floatingip, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:00.034727 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c1f0f133-6198-44ce-bc3a-576e4bf78598 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:00.037623 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c1f0f133-6198-44ce-bc3a-576e4bf78598 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852691177'] for floatingip, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:00.224355 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.l3_db [None req-c1f0f133-6198-44ce-bc3a-576e4bf78598 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Floating IP 89bde88f-fa93-4dba-b25a-ec95ab1a9cdc associated. External IP: 172.27.1.102, port: bfe1257c-f636-4af8-80f6-3d475e7b79c7. Apr 16 11:57:00.602655 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f0f133-6198-44ce-bc3a-576e4bf78598 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Router 2093bd27-4aaf-4fbd-8bcf-454efa75ab3c has already been hosted by L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 {{(pid=85338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:57:00.793293 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f0f133-6198-44ce-bc3a-576e4bf78598 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:57:00.798249 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c1f0f133-6198-44ce-bc3a-576e4bf78598 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for floatingip, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:00.803353 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e899053-9f3b-49d0-be83-660c890659e6 None None] Sync routers for ids ['2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'] in dv-cinder-689486-10-iscsi {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:57:00.814018 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e899053-9f3b-49d0-be83-660c890659e6 None None] Routers {'2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:57:00.814693 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-4e899053-9f3b-49d0-be83-660c890659e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:56:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:57:00.860493 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-c1f0f133-6198-44ce-bc3a-576e4bf78598 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "PUT /v2.0/floatingips/89bde88f-fa93-4dba-b25a-ec95ab1a9cdc HTTP/1.1" status: 200 len: 992 time: 1.9412799 Apr 16 11:57:00.861173 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c07795b-be67-4d48-bdd7-b51748a0d1a2', 'tag': 'bfe1257c-f636-4af8-80f6-3d475e7b79c7'}] {{(pid=85338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:57:00.977681 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c07795b-be67-4d48-bdd7-b51748a0d1a2', 'tag': 'bfe1257c-f636-4af8-80f6-3d475e7b79c7', 'status': 'completed', 'code': 200} Apr 16 11:57:01.015780 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-4e899053-9f3b-49d0-be83-660c890659e6 None None] Set router 2093bd27-4aaf-4fbd-8bcf-454efa75ab3c gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:57:01.088753 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b8dfe-b32b-475e-b2f3-328dcd4a86b7 req-79607d81-6518-495c-b7f4-5fa792444253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:01.090355 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-750b8dfe-b32b-475e-b2f3-328dcd4a86b7 req-79607d81-6518-495c-b7f4-5fa792444253 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5cb420ffa55c4c63be5c8a61559de7d5&device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 1099 time: 0.0845268 Apr 16 11:57:01.242967 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b8dfe-b32b-475e-b2f3-328dcd4a86b7 req-2ddc860d-3aca-4900-9ad7-9bef067d5f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:01.244595 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-750b8dfe-b32b-475e-b2f3-328dcd4a86b7 req-2ddc860d-3aca-4900-9ad7-9bef067d5f8c service neutron] 10.222.0.79 "GET /v2.0/networks?id=e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7 HTTP/1.1" status: 200 len: 918 time: 0.1470194 Apr 16 11:57:01.358669 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-750b8dfe-b32b-475e-b2f3-328dcd4a86b7 req-9a2ca960-5cc1-48d6-a3d4-c2199e3b940c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfe1257c-f636-4af8-80f6-3d475e7b79c7 HTTP/1.1" status: 200 len: 1000 time: 0.1036658 Apr 16 11:57:01.394680 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-4e899053-9f3b-49d0-be83-660c890659e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1332365872-router', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e3fcb891-0af6-4d53-8d22-c63b7d9dc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:27Z', 'updated_at': '2021-04-16T11:49:47Z', 'revision_number': 4, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'gw_port': {'id': 'e3fcb891-0af6-4d53-8d22-c63b7d9dc95b', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:30Z', 'updated_at': '2021-04-16T11:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_floatingips': [{'id': '89bde88f-fa93-4dba-b25a-ec95ab1a9cdc', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'floating_ip_address': '172.27.1.102', 'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'router_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'port_id': 'bfe1257c-f636-4af8-80f6-3d475e7b79c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7', 'mac_address': 'fa:16:3e:dd:d8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c07795b-be67-4d48-bdd7-b51748a0d1a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:56:42Z', 'updated_at': '2021-04-16T11:56:59Z', 'revision_number': 1, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ebbe09-b546-4230-9bc2-96f0f2321d69', 'name': '', 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'mac_address': 'fa:16:3e:1a:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e34726b9-4f8a-44d8-a3f0-ee759b42ab33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:39Z', 'updated_at': '2021-04-16T11:50:01Z', 'revision_number': 5, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'subnets': [{'id': 'e34726b9-4f8a-44d8-a3f0-ee759b42ab33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:57:01.399500 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e899053-9f3b-49d0-be83-660c890659e6 None None] Checking router: 2093bd27-4aaf-4fbd-8bcf-454efa75ab3c for host: dv-cinder-689486-10-iscsi {{(pid=85339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:57:01.408445 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e899053-9f3b-49d0-be83-660c890659e6 None None] Routers {'2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:57:01.409108 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-4e899053-9f3b-49d0-be83-660c890659e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:56:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:57:01.442282 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b8dfe-b32b-475e-b2f3-328dcd4a86b7 req-377ff369-5c16-4bce-ad84-3044094326e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:01.443842 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-750b8dfe-b32b-475e-b2f3-328dcd4a86b7 req-377ff369-5c16-4bce-ad84-3044094326e3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e34726b9-4f8a-44d8-a3f0-ee759b42ab33 HTTP/1.1" status: 200 len: 856 time: 0.0708852 Apr 16 11:57:01.530327 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b8dfe-b32b-475e-b2f3-328dcd4a86b7 req-be46a2ab-4e22-418d-b60d-1d5ff655da19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:01.531856 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-750b8dfe-b32b-475e-b2f3-328dcd4a86b7 req-be46a2ab-4e22-418d-b60d-1d5ff655da19 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0804939 Apr 16 11:57:01.556830 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e45d8bd5-eece-4468-aa9a-668c0f58ae4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:01.614562 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-4e899053-9f3b-49d0-be83-660c890659e6 None None] Set router 2093bd27-4aaf-4fbd-8bcf-454efa75ab3c gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:57:01.678776 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-750b8dfe-b32b-475e-b2f3-328dcd4a86b7 req-eea8d0aa-5779-4594-a856-d46c2a4ab54c service neutron] 10.222.0.79 "GET /v2.0/networks/e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384571 Apr 16 11:57:01.822776 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-750b8dfe-b32b-475e-b2f3-328dcd4a86b7 req-59a9f04d-9ecd-4bd6-a675-910453612546 service neutron] 10.222.0.79 "GET /v2.0/networks/e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366386 Apr 16 11:57:01.982878 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-4e899053-9f3b-49d0-be83-660c890659e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1332365872-router', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e3fcb891-0af6-4d53-8d22-c63b7d9dc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:27Z', 'updated_at': '2021-04-16T11:49:47Z', 'revision_number': 4, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'gw_port': {'id': 'e3fcb891-0af6-4d53-8d22-c63b7d9dc95b', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:30Z', 'updated_at': '2021-04-16T11:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_floatingips': [{'id': '89bde88f-fa93-4dba-b25a-ec95ab1a9cdc', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'floating_ip_address': '172.27.1.102', 'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'router_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'port_id': 'bfe1257c-f636-4af8-80f6-3d475e7b79c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7', 'mac_address': 'fa:16:3e:dd:d8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c07795b-be67-4d48-bdd7-b51748a0d1a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:56:42Z', 'updated_at': '2021-04-16T11:56:59Z', 'revision_number': 1, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ebbe09-b546-4230-9bc2-96f0f2321d69', 'name': '', 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'mac_address': 'fa:16:3e:1a:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e34726b9-4f8a-44d8-a3f0-ee759b42ab33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:39Z', 'updated_at': '2021-04-16T11:50:01Z', 'revision_number': 5, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'subnets': [{'id': 'e34726b9-4f8a-44d8-a3f0-ee759b42ab33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:57:01.987032 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e899053-9f3b-49d0-be83-660c890659e6 None None] The sync data for ids ['2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'] in dv-cinder-689486-10-iscsi is: [{'id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1332365872-router', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e3fcb891-0af6-4d53-8d22-c63b7d9dc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:27Z', 'updated_at': '2021-04-16T11:49:47Z', 'revision_number': 4, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'gw_port': {'id': 'e3fcb891-0af6-4d53-8d22-c63b7d9dc95b', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:30Z', 'updated_at': '2021-04-16T11:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_floatingips': [{'id': '89bde88f-fa93-4dba-b25a-ec95ab1a9cdc', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'floating_ip_address': '172.27.1.102', 'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'router_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'port_id': 'bfe1257c-f636-4af8-80f6-3d475e7b79c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7', 'mac_address': 'fa:16:3e:dd:d8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c07795b-be67-4d48-bdd7-b51748a0d1a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:56:42Z', 'updated_at': '2021-04-16T11:56:59Z', 'revision_number': 1, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ebbe09-b546-4230-9bc2-96f0f2321d69', 'name': '', 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'mac_address': 'fa:16:3e:1a:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e34726b9-4f8a-44d8-a3f0-ee759b42ab33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:39Z', 'updated_at': '2021-04-16T11:50:01Z', 'revision_number': 5, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'subnets': [{'id': 'e34726b9-4f8a-44d8-a3f0-ee759b42ab33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:57:02.269512 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7910566-0bf1-4eb1-b9b5-3ca440cbde3a None None] New status for floating IP 89bde88f-fa93-4dba-b25a-ec95ab1a9cdc: ACTIVE {{(pid=85340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 11:57:04.855208 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-86d9694b-7074-4128-9597-9fd6e51582ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:05.825019 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:06.417406 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:07.589147 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:13.670784 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:17.726946 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8756644-7de0-4813-960e-82f9e4363666 req-34d5adcc-9e78-43f5-9e22-404cdbae73df tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:17.728546 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e8756644-7de0-4813-960e-82f9e4363666 req-34d5adcc-9e78-43f5-9e22-404cdbae73df tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.0920086 Apr 16 11:57:17.775808 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e8756644-7de0-4813-960e-82f9e4363666 req-f6ed8505-c16b-421b-96e7-352279a1e4c9 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408261 Apr 16 11:57:18.979336 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc912449-da2b-41c0-bb1d-46a26d199356 req-452dbb5d-89e1-40ac-a6ab-66e14a79c16a tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:18.980956 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fc912449-da2b-41c0-bb1d-46a26d199356 req-452dbb5d-89e1-40ac-a6ab-66e14a79c16a tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.0879669 Apr 16 11:57:19.028691 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fc912449-da2b-41c0-bb1d-46a26d199356 req-b12cc0d0-145e-44de-b227-7c50457fcbca tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414648 Apr 16 11:57:20.232243 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca2539-c38a-40f3-aa98-0107407ddc0e req-b8a947aa-74ca-4eae-bef2-c9a582779dc4 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:20.233880 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-88ca2539-c38a-40f3-aa98-0107407ddc0e req-b8a947aa-74ca-4eae-bef2-c9a582779dc4 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.0931976 Apr 16 11:57:20.282344 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-88ca2539-c38a-40f3-aa98-0107407ddc0e req-90ffbf62-a71e-42b4-a876-4f5baef6e0d0 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421968 Apr 16 11:57:21.486538 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb71ba1-4a62-4d95-8ba7-384e4a6ffe49 req-d5050fce-5b0a-47fc-b4b7-b53423d697ce tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:21.488147 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7cb71ba1-4a62-4d95-8ba7-384e4a6ffe49 req-d5050fce-5b0a-47fc-b4b7-b53423d697ce tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.0916064 Apr 16 11:57:21.538274 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7cb71ba1-4a62-4d95-8ba7-384e4a6ffe49 req-8e8a3c9c-a28f-4918-b624-549b264aa0c2 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428329 Apr 16 11:57:22.747622 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092c190-ff2f-4b42-8378-439f1f7e25e3 req-406226a3-e7e7-47c2-a3d1-1efefbe07d2b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:22.749282 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f092c190-ff2f-4b42-8378-439f1f7e25e3 req-406226a3-e7e7-47c2-a3d1-1efefbe07d2b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.0913754 Apr 16 11:57:22.807306 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f092c190-ff2f-4b42-8378-439f1f7e25e3 req-97beef27-90b6-4e41-b4e6-fdb406c5a60b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470471 Apr 16 11:57:23.294261 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793ccf6-179b-4b2a-bc25-2081e4f0f18e req-98388e12-0111-4cde-bf57-763600bef411 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:23.295794 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0793ccf6-179b-4b2a-bc25-2081e4f0f18e req-98388e12-0111-4cde-bf57-763600bef411 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.79 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.3279624 Apr 16 11:57:23.374400 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-0793ccf6-179b-4b2a-bc25-2081e4f0f18e req-0a799748-0165-49ad-8bb8-3208baf2919b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Deleting port 7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:57:23.374770 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-0793ccf6-179b-4b2a-bc25-2081e4f0f18e req-0a799748-0165-49ad-8bb8-3208baf2919b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:23.637654 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-0793ccf6-179b-4b2a-bc25-2081e4f0f18e req-0a799748-0165-49ad-8bb8-3208baf2919b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] For port 7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f,segment=NetworkSegment(f4e993d2-872e-4f90-8e1a-89de5bb8d45c),segment_id=f4e993d2-872e-4f90-8e1a-89de5bb8d45c)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:57:23.637971 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-0793ccf6-179b-4b2a-bc25-2081e4f0f18e req-0a799748-0165-49ad-8bb8-3208baf2919b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:24.007590 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-0793ccf6-179b-4b2a-bc25-2081e4f0f18e req-0a799748-0165-49ad-8bb8-3208baf2919b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:24.008175 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-0793ccf6-179b-4b2a-bc25-2081e4f0f18e req-0a799748-0165-49ad-8bb8-3208baf2919b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852691177'] for floatingip, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:24.008370 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.l3_db [req-0793ccf6-179b-4b2a-bc25-2081e4f0f18e req-0a799748-0165-49ad-8bb8-3208baf2919b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Floating IP 554c3984-4e80-4f33-9e2b-754d253f7824 disassociated. External IP: 172.27.1.169, port: 7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f. Apr 16 11:57:24.008800 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-0793ccf6-179b-4b2a-bc25-2081e4f0f18e req-0a799748-0165-49ad-8bb8-3208baf2919b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Calling delete_port for 7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f owned by compute:nova {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:57:24.119881 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39717e79-f8a8-4630-8f60-bd5950b3d81b req-bb29c463-b400-43f2-bc55-7f736c0e629c tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:24.121597 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-39717e79-f8a8-4630-8f60-bd5950b3d81b req-bb29c463-b400-43f2-bc55-7f736c0e629c tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 945 time: 0.1943624 Apr 16 11:57:24.223642 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-39717e79-f8a8-4630-8f60-bd5950b3d81b req-2cecd1f7-4c99-4265-9854-d6cdb502dc5c tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=778122bc-2553-439d-a264-83ee6f99c039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948005 Apr 16 11:57:24.232756 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-0793ccf6-179b-4b2a-bc25-2081e4f0f18e req-0a799748-0165-49ad-8bb8-3208baf2919b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:24.248088 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:57:24.301387 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a799748-0165-49ad-8bb8-3208baf2919b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Pushing event deleted for resources: {'Port': ['ID=7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:57:24.359976 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a799748-0165-49ad-8bb8-3208baf2919b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:57:24.360417 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a799748-0165-49ad-8bb8-3208baf2919b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:57:24.360823 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a799748-0165-49ad-8bb8-3208baf2919b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:57:24.361227 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a799748-0165-49ad-8bb8-3208baf2919b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:57:24.361647 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a799748-0165-49ad-8bb8-3208baf2919b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:57:24.362043 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a799748-0165-49ad-8bb8-3208baf2919b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:57:24.362457 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a799748-0165-49ad-8bb8-3208baf2919b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:57:24.362821 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a799748-0165-49ad-8bb8-3208baf2919b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:57:24.363210 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a799748-0165-49ad-8bb8-3208baf2919b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:57:24.363595 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a799748-0165-49ad-8bb8-3208baf2919b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:57:24.363982 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a799748-0165-49ad-8bb8-3208baf2919b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:57:24.364390 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a799748-0165-49ad-8bb8-3208baf2919b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:57:24.369382 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-0a799748-0165-49ad-8bb8-3208baf2919b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:57:24.649481 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0793ccf6-179b-4b2a-bc25-2081e4f0f18e req-0a799748-0165-49ad-8bb8-3208baf2919b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Router 6192d5b7-ede1-4dbc-8d4a-25b178584e2c has already been hosted by L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 {{(pid=85337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:57:24.847338 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0793ccf6-179b-4b2a-bc25-2081e4f0f18e req-0a799748-0165-49ad-8bb8-3208baf2919b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:57:24.859412 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d397934-3104-4200-8e5e-208284b157c4 None None] Sync routers for ids ['6192d5b7-ede1-4dbc-8d4a-25b178584e2c'] in dv-cinder-689486-10-iscsi {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:57:24.871427 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d397934-3104-4200-8e5e-208284b157c4 None None] Routers {'6192d5b7-ede1-4dbc-8d4a-25b178584e2c'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:57:24.872115 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-8d397934-3104-4200-8e5e-208284b157c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:57:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['6192d5b7-ede1-4dbc-8d4a-25b178584e2c'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:57:24.930371 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-0793ccf6-179b-4b2a-bc25-2081e4f0f18e req-0a799748-0165-49ad-8bb8-3208baf2919b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] No DVR routers for this DVR port 7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f on host hv-cinder-68948 {{(pid=85337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 11:57:24.933154 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-0793ccf6-179b-4b2a-bc25-2081e4f0f18e req-0a799748-0165-49ad-8bb8-3208baf2919b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:24.937376 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69634afb-7f33-4aa4-a0f2-065e41389fef', 'name': 'network-vif-deleted', 'tag': '7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:57:24.951328 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0793ccf6-179b-4b2a-bc25-2081e4f0f18e req-0a799748-0165-49ad-8bb8-3208baf2919b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.79 "DELETE /v2.0/ports/7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f HTTP/1.1" status: 204 len: 173 time: 1.6480825 Apr 16 11:57:24.987803 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69634afb-7f33-4aa4-a0f2-065e41389fef', 'name': 'network-vif-deleted', 'tag': '7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f', 'status': 'completed', 'code': 200} Apr 16 11:57:25.236422 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-8d397934-3104-4200-8e5e-208284b157c4 None None] Set router 6192d5b7-ede1-4dbc-8d4a-25b178584e2c gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:57:25.401152 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-34638418-72ce-4355-9d5a-32b81444b6ac req-d2061299-c070-4c6c-b937-996b1018a3e8 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Synchronizing usage tracker for tenant:a8f545f40a11467b946db58b523aa51f on resource:port {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:57:25.416963 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-34638418-72ce-4355-9d5a-32b81444b6ac req-d2061299-c070-4c6c-b937-996b1018a3e8 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Unset dirty status for tenant:a8f545f40a11467b946db58b523aa51f on resource:port {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:57:25.418257 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-34638418-72ce-4355-9d5a-32b81444b6ac req-d2061299-c070-4c6c-b937-996b1018a3e8 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 210 time: 0.0711777 Apr 16 11:57:25.578578 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-8d397934-3104-4200-8e5e-208284b157c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'name': 'tempest-AttachVolumeTestJSON-20958925-router', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '4c329cd0-1603-4ba8-894e-85d49d08da7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:33Z', 'updated_at': '2021-04-16T11:49:47Z', 'revision_number': 4, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'gw_port': {'id': '4c329cd0-1603-4ba8-894e-85d49d08da7b', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:34Z', 'updated_at': '2021-04-16T11:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': 'b95cddb1-065d-43c3-8027-7c92f45c9cc5', 'name': '', 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'mac_address': 'fa:16:3e:b0:a8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'db3c83ef-37ef-4f43-9fb3-a7487fc6375e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:42Z', 'updated_at': '2021-04-16T11:50:03Z', 'revision_number': 5, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'subnets': [{'id': 'db3c83ef-37ef-4f43-9fb3-a7487fc6375e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:57:25.582752 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d397934-3104-4200-8e5e-208284b157c4 None None] Checking router: 6192d5b7-ede1-4dbc-8d4a-25b178584e2c for host: dv-cinder-689486-10-iscsi {{(pid=85339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:57:25.592766 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d397934-3104-4200-8e5e-208284b157c4 None None] Routers {'6192d5b7-ede1-4dbc-8d4a-25b178584e2c'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:57:25.593423 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-8d397934-3104-4200-8e5e-208284b157c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:57:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['6192d5b7-ede1-4dbc-8d4a-25b178584e2c'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:57:25.791500 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-8d397934-3104-4200-8e5e-208284b157c4 None None] Set router 6192d5b7-ede1-4dbc-8d4a-25b178584e2c gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:57:26.135510 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-8d397934-3104-4200-8e5e-208284b157c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'name': 'tempest-AttachVolumeTestJSON-20958925-router', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '4c329cd0-1603-4ba8-894e-85d49d08da7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:33Z', 'updated_at': '2021-04-16T11:49:47Z', 'revision_number': 4, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'gw_port': {'id': '4c329cd0-1603-4ba8-894e-85d49d08da7b', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:34Z', 'updated_at': '2021-04-16T11:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': 'b95cddb1-065d-43c3-8027-7c92f45c9cc5', 'name': '', 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'mac_address': 'fa:16:3e:b0:a8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'db3c83ef-37ef-4f43-9fb3-a7487fc6375e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:42Z', 'updated_at': '2021-04-16T11:50:03Z', 'revision_number': 5, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'subnets': [{'id': 'db3c83ef-37ef-4f43-9fb3-a7487fc6375e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:57:26.139598 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d397934-3104-4200-8e5e-208284b157c4 None None] The sync data for ids ['6192d5b7-ede1-4dbc-8d4a-25b178584e2c'] in dv-cinder-689486-10-iscsi is: [{'id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'name': 'tempest-AttachVolumeTestJSON-20958925-router', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '4c329cd0-1603-4ba8-894e-85d49d08da7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:33Z', 'updated_at': '2021-04-16T11:49:47Z', 'revision_number': 4, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'gw_port': {'id': '4c329cd0-1603-4ba8-894e-85d49d08da7b', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:34Z', 'updated_at': '2021-04-16T11:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': 'b95cddb1-065d-43c3-8027-7c92f45c9cc5', 'name': '', 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'mac_address': 'fa:16:3e:b0:a8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'db3c83ef-37ef-4f43-9fb3-a7487fc6375e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:42Z', 'updated_at': '2021-04-16T11:50:03Z', 'revision_number': 5, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'subnets': [{'id': 'db3c83ef-37ef-4f43-9fb3-a7487fc6375e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:57:26.411281 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:57:26.536249 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df923683-c097-41cb-8e81-d99d2c51e7ab None None] New status for floating IP 554c3984-4e80-4f33-9e2b-754d253f7824: DOWN {{(pid=85340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 11:57:26.590077 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-04cc51c1-7417-4ed2-9a88-86af7ff299f6 req-23fd0c3e-1d66-4cd8-b4f8-52253dea6c71 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 210 time: 0.0503533 Apr 16 11:57:27.772941 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4e3f62f8-823c-4569-8669-71ed661519b2 req-27bae257-3459-415d-a480-1ecf8deb41ca tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=69634afb-7f33-4aa4-a0f2-065e41389fef HTTP/1.1" status: 200 len: 210 time: 0.0483496 Apr 16 11:57:28.907832 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 55920) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:57:28.978412 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-651d6c80-d286-4b74-be24-f009d1b01f59 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:29.008499 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-651d6c80-d286-4b74-be24-f009d1b01f59 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:29.056915 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-651d6c80-d286-4b74-be24-f009d1b01f59 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:29.061148 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-223afcf0-3b56-43e2-b1cf-ca3533ed60bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:57:29.077462 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d6c80-d286-4b74-be24-f009d1b01f59 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=778122bc-2553-439d-a264-83ee6f99c039,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:57:29.086635 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d6c80-d286-4b74-be24-f009d1b01f59 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:57:29.087533 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d6c80-d286-4b74-be24-f009d1b01f59 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:57:29.087930 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d6c80-d286-4b74-be24-f009d1b01f59 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:57:29.088349 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d6c80-d286-4b74-be24-f009d1b01f59 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:57:29.088734 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d6c80-d286-4b74-be24-f009d1b01f59 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:57:29.089119 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d6c80-d286-4b74-be24-f009d1b01f59 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:57:29.089504 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d6c80-d286-4b74-be24-f009d1b01f59 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:57:29.089885 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d6c80-d286-4b74-be24-f009d1b01f59 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:57:29.090266 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d6c80-d286-4b74-be24-f009d1b01f59 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:57:29.090645 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d6c80-d286-4b74-be24-f009d1b01f59 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:57:29.091025 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d6c80-d286-4b74-be24-f009d1b01f59 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:57:29.091404 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d6c80-d286-4b74-be24-f009d1b01f59 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:57:29.098622 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-651d6c80-d286-4b74-be24-f009d1b01f59 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:57:29.102064 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-651d6c80-d286-4b74-be24-f009d1b01f59 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:29.104123 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-651d6c80-d286-4b74-be24-f009d1b01f59 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "DELETE /v2.0/security-groups/778122bc-2553-439d-a264-83ee6f99c039 HTTP/1.1" status: 204 len: 168 time: 0.1952043 Apr 16 11:57:29.107115 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 55924) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:57:29.125091 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.v2.resource [None req-ab0eaeee-14c1-4c76-8e5c-364cfbf4fb6e tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] show failed (client error): The resource could not be found. Apr 16 11:57:29.126149 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-ab0eaeee-14c1-4c76-8e5c-364cfbf4fb6e tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups/778122bc-2553-439d-a264-83ee6f99c039 HTTP/1.1" status: 404 len: 347 time: 0.0179577 Apr 16 11:57:29.129457 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 55928) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:57:29.302780 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-7d3a9476-4cc9-4efc-98db-031c711bf143 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Deleting port fd3832f9-ebcd-4657-b583-e9fc32166098 {{(pid=85338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:57:29.303160 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7d3a9476-4cc9-4efc-98db-031c711bf143 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:29.488561 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7d3a9476-4cc9-4efc-98db-031c711bf143 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:29.495120 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7d3a9476-4cc9-4efc-98db-031c711bf143 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:29.628777 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-7d3a9476-4cc9-4efc-98db-031c711bf143 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Calling delete_port for fd3832f9-ebcd-4657-b583-e9fc32166098 owned by network:floatingip {{(pid=85338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:57:29.776210 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7d3a9476-4cc9-4efc-98db-031c711bf143 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1351932'] for port, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:29.792405 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:57:29.892756 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a9476-4cc9-4efc-98db-031c711bf143 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Pushing event deleted for resources: {'Port': ['ID=fd3832f9-ebcd-4657-b583-e9fc32166098,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:57:29.896804 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-7d3a9476-4cc9-4efc-98db-031c711bf143 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:57:30.058904 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7d3a9476-4cc9-4efc-98db-031c711bf143 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for floatingip, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:30.075595 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7d3a9476-4cc9-4efc-98db-031c711bf143 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for floatingip, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:30.076835 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-7d3a9476-4cc9-4efc-98db-031c711bf143 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "DELETE /v2.0/floatingips/554c3984-4e80-4f33-9e2b-754d253f7824 HTTP/1.1" status: 204 len: 168 time: 0.9464059 Apr 16 11:57:30.833757 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 55948) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:57:30.839754 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-d38b944b-0b70-4237-8dd1-703f672104b1 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2144592982', 'description': 'tempest-description--1955762290'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:57:30.846846 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-d38b944b-0b70-4237-8dd1-703f672104b1 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:57:30.851401 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-d38b944b-0b70-4237-8dd1-703f672104b1 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Usage tracker for resource:security_group and tenant:a8f545f40a11467b946db58b523aa51f is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:57:30.855099 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-d38b944b-0b70-4237-8dd1-703f672104b1 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:57:30.863864 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-d38b944b-0b70-4237-8dd1-703f672104b1 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:57:30.875864 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d38b944b-0b70-4237-8dd1-703f672104b1 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:30.898500 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-d38b944b-0b70-4237-8dd1-703f672104b1 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:57:30.903724 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-d38b944b-0b70-4237-8dd1-703f672104b1 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Usage tracker for resource:security_group_rule and tenant:a8f545f40a11467b946db58b523aa51f is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:57:30.908285 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-d38b944b-0b70-4237-8dd1-703f672104b1 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:57:30.916623 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-d38b944b-0b70-4237-8dd1-703f672104b1 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:57:31.000425 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d38b944b-0b70-4237-8dd1-703f672104b1 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:31.003261 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d38b944b-0b70-4237-8dd1-703f672104b1 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:31.008840 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-2d86b7da-b6ed-4b75-8b61-3eb20a05e5ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:57:31.059012 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b944b-0b70-4237-8dd1-703f672104b1 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d523f9b-1593-457e-a1f3-6095abb348ab,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:57:31.061771 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d38b944b-0b70-4237-8dd1-703f672104b1 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:31.065923 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-d38b944b-0b70-4237-8dd1-703f672104b1 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2281640 Apr 16 11:57:31.065923 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-d38b944b-0b70-4237-8dd1-703f672104b1 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:57:31.066731 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 55954) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:57:31.071771 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-08f061f1-2c56-4f9d-9c49-27864957be8e tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Request body: {'security_group_rule': {'security_group_id': '3d523f9b-1593-457e-a1f3-6095abb348ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:57:31.078294 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-08f061f1-2c56-4f9d-9c49-27864957be8e tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:57:31.082334 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-08f061f1-2c56-4f9d-9c49-27864957be8e tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Usage tracker for resource:security_group_rule and tenant:a8f545f40a11467b946db58b523aa51f is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:57:31.085376 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-08f061f1-2c56-4f9d-9c49-27864957be8e tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:57:31.091856 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-08f061f1-2c56-4f9d-9c49-27864957be8e tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:57:31.108554 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-08f061f1-2c56-4f9d-9c49-27864957be8e tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:31.173583 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-08f061f1-2c56-4f9d-9c49-27864957be8e tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:31.176272 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-08f061f1-2c56-4f9d-9c49-27864957be8e tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974229'] for security_group_rule, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:31.178385 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:57:31.201837 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f061f1-2c56-4f9d-9c49-27864957be8e tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c456de-edb6-4c81-aef6-9b786ecac50b,revision_number=0']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:57:31.204474 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-08f061f1-2c56-4f9d-9c49-27864957be8e tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:57:31.211138 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-08f061f1-2c56-4f9d-9c49-27864957be8e tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:31.212975 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-08f061f1-2c56-4f9d-9c49-27864957be8e tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1457586 Apr 16 11:57:31.216339 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 55958) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:57:31.222081 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-2a437a5a-dd2a-4bae-9223-2abf5b54a14f tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Request body: {'security_group_rule': {'security_group_id': '3d523f9b-1593-457e-a1f3-6095abb348ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:57:31.229324 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-2a437a5a-dd2a-4bae-9223-2abf5b54a14f tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:57:31.252123 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-2a437a5a-dd2a-4bae-9223-2abf5b54a14f tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Usage tracker for resource:security_group_rule and tenant:a8f545f40a11467b946db58b523aa51f is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:57:31.252123 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-2a437a5a-dd2a-4bae-9223-2abf5b54a14f tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:57:31.252123 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-2a437a5a-dd2a-4bae-9223-2abf5b54a14f tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:57:31.267572 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2a437a5a-dd2a-4bae-9223-2abf5b54a14f tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:31.331664 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2a437a5a-dd2a-4bae-9223-2abf5b54a14f tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:31.334278 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2a437a5a-dd2a-4bae-9223-2abf5b54a14f tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974229'] for security_group_rule, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:31.341950 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-08f061f1-2c56-4f9d-9c49-27864957be8e tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:57:31.363147 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a437a5a-dd2a-4bae-9223-2abf5b54a14f tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ebb8d2-1de3-4f84-9021-5f642f988ada,revision_number=0']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:57:31.365848 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-2a437a5a-dd2a-4bae-9223-2abf5b54a14f tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:57:31.369665 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2a437a5a-dd2a-4bae-9223-2abf5b54a14f tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:31.370964 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-2a437a5a-dd2a-4bae-9223-2abf5b54a14f tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1535976 Apr 16 11:57:31.374370 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 55962) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:57:31.380073 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-56fce860-3f06-43e3-9f27-a19105c57619 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Request body: {'floatingip': {'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:57:31.387271 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-56fce860-3f06-43e3-9f27-a19105c57619 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:57:31.391316 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-56fce860-3f06-43e3-9f27-a19105c57619 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Usage tracker for resource:floatingip and tenant:a8f545f40a11467b946db58b523aa51f is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:57:31.394282 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-56fce860-3f06-43e3-9f27-a19105c57619 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:57:31.403910 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-56fce860-3f06-43e3-9f27-a19105c57619 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:57:31.420686 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-56fce860-3f06-43e3-9f27-a19105c57619 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for floatingip, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:31.438128 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3bc08bb1-4696-4906-9fd6-0511851aab40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:31.562855 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:57:31.566645 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-56fce860-3f06-43e3-9f27-a19105c57619 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:31.600429 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] No Port match for: 7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:57:31.600755 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 7e8adfbc-332d-4cca-9b8a-9fe3ca4a8d9f not bound to the agent host hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:57:31.722236 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [None req-56fce860-3f06-43e3-9f27-a19105c57619 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Allocated IP 172.27.1.225 (42de8c2d-cd05-4680-9fb4-4f0e504e941e/337501b3-dbb5-4b21-86cd-6f03e94fa6eb/988c3692-1588-46da-9123-4195669ad61c) {{(pid=85338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:57:31.884988 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-56fce860-3f06-43e3-9f27-a19105c57619 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for port, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:31.914515 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-56fce860-3f06-43e3-9f27-a19105c57619 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1351932'] for port, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:31.930085 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-ff4f1358-276b-45f9-a126-55dd4cf9b9f2 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:57:32.068462 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fce860-3f06-43e3-9f27-a19105c57619 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Pushing event updated for resources: {'Port': ['ID=988c3692-1588-46da-9123-4195669ad61c,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:57:32.085232 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-56fce860-3f06-43e3-9f27-a19105c57619 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:57:32.353647 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fce860-3f06-43e3-9f27-a19105c57619 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Network 42de8c2d-cd05-4680-9fb4-4f0e504e941e is already hosted by enough agents. {{(pid=85338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:57:32.354786 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-56fce860-3f06-43e3-9f27-a19105c57619 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Resources bound (agent type, host, resource id): {{(pid=85338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:57:32.357134 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fce860-3f06-43e3-9f27-a19105c57619 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Received port after_create {{(pid=85338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:57:32.438795 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-56fce860-3f06-43e3-9f27-a19105c57619 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:32.505158 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-56fce860-3f06-43e3-9f27-a19105c57619 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:32.722287 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-56fce860-3f06-43e3-9f27-a19105c57619 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:32.725637 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-56fce860-3f06-43e3-9f27-a19105c57619 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853423900'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:32.740530 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-31c38d59-faa0-4059-9e42-4a340cab2f55 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:57:32.877526 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fce860-3f06-43e3-9f27-a19105c57619 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Pushing event updated for resources: {'Port': ['ID=988c3692-1588-46da-9123-4195669ad61c,revision_number=2']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:57:32.883496 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-56fce860-3f06-43e3-9f27-a19105c57619 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:57:32.989294 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-56fce860-3f06-43e3-9f27-a19105c57619 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852691177'] for floatingip, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:33.013001 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-56fce860-3f06-43e3-9f27-a19105c57619 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for floatingip, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:33.022821 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-56fce860-3f06-43e3-9f27-a19105c57619 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6389170 Apr 16 11:57:33.263316 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-7662050a-219a-47c2-a8ac-1e359eb75fb6 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Synchronizing usage tracker for tenant:a8f545f40a11467b946db58b523aa51f on resource:security_group {{(pid=85338) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:57:33.282942 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-7662050a-219a-47c2-a8ac-1e359eb75fb6 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Unset dirty status for tenant:a8f545f40a11467b946db58b523aa51f on resource:security_group {{(pid=85338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:57:33.288828 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-7662050a-219a-47c2-a8ac-1e359eb75fb6 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--2144592982&fields=id&tenant_id=a8f545f40a11467b946db58b523aa51f HTTP/1.1" status: 200 len: 267 time: 0.0728581 Apr 16 11:57:33.458622 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-619c54f7-75c5-443c-a984-6a92fa5da49d tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:33.460180 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-619c54f7-75c5-443c-a984-6a92fa5da49d tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/networks?id=2180b119-bc71-44ac-ab3a-75fb991fd9c9 HTTP/1.1" status: 200 len: 809 time: 0.1679327 Apr 16 11:57:33.476947 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-38054d7c-6d6a-4aed-8ccf-7f36b515fefc tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/quotas/a8f545f40a11467b946db58b523aa51f HTTP/1.1" status: 200 len: 375 time: 0.0099206 Apr 16 11:57:33.573598 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-f5469f59-ad45-433e-a65d-b63ac852be67 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Synchronizing usage tracker for tenant:a8f545f40a11467b946db58b523aa51f on resource:port {{(pid=85338) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:57:33.587669 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-f5469f59-ad45-433e-a65d-b63ac852be67 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Unset dirty status for tenant:a8f545f40a11467b946db58b523aa51f on resource:port {{(pid=85338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:57:33.589061 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-f5469f59-ad45-433e-a65d-b63ac852be67 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a8f545f40a11467b946db58b523aa51f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1061192 Apr 16 11:57:33.741955 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-c1831808-3c29-400b-beac-a1ab7f7e1d9c service neutron] 10.222.0.71 "GET /v2.0/networks/2180b119-bc71-44ac-ab3a-75fb991fd9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401980 Apr 16 11:57:33.883041 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-0543b113-6a12-464a-b853-f6b2373a4b7d service neutron] 10.222.0.71 "GET /v2.0/networks/2180b119-bc71-44ac-ab3a-75fb991fd9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339350 Apr 16 11:57:34.091388 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3445d700-b641-44f5-a8f1-bad421ef8550 req-a1f90724-e56a-444c-96b6-0eacbeb50406 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=7f963c00-b6e2-4eaa-bbe0-2aff67f20733 HTTP/1.1" status: 200 len: 210 time: 0.0554538 Apr 16 11:57:34.857021 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-864077cc-4966-4e93-b1d6-b3b3872db544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:34.897781 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229de615-8bde-4fd7-ba88-159393d5c0df req-b95254fb-daae-494c-a036-08baf78e0c6b tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:34.899337 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-229de615-8bde-4fd7-ba88-159393d5c0df req-b95254fb-daae-494c-a036-08baf78e0c6b tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8032d4f-7323-4430-980f-760e76d2df36 HTTP/1.1" status: 200 len: 945 time: 0.0883570 Apr 16 11:57:34.948393 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-229de615-8bde-4fd7-ba88-159393d5c0df req-230cc812-27c4-440c-844e-ee3944f72065 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f2076bd-1e66-4459-af48-9753fdafebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415840 Apr 16 11:57:35.292023 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-8462057a-691b-4281-9e25-b46ca66e6314 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:35.293711 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-8462057a-691b-4281-9e25-b46ca66e6314 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.79 "GET /v2.0/networks?id=2180b119-bc71-44ac-ab3a-75fb991fd9c9 HTTP/1.1" status: 200 len: 809 time: 0.2052107 Apr 16 11:57:35.300860 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3a758c0f-3ff3-420e-83eb-d0b36226f53c req-348828ea-203b-4da0-b802-6bdbbf3ea88f tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=7f963c00-b6e2-4eaa-bbe0-2aff67f20733 HTTP/1.1" status: 200 len: 210 time: 0.0586009 Apr 16 11:57:35.374654 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-58ad8f28-1cac-413c-8d22-64e50ebbb9b0 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a8f545f40a11467b946db58b523aa51f HTTP/1.1" status: 200 len: 5705 time: 0.0711083 Apr 16 11:57:35.386015 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-b6e7d8b3-990d-4f94-9d78-dddfd7e8eb32 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Request body: {'port': {'device_id': '7f963c00-b6e2-4eaa-bbe0-2aff67f20733', 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9', 'admin_state_up': True, 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'security_groups': ['3d523f9b-1593-457e-a1f3-6095abb348ab']}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:57:35.534415 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-b6e7d8b3-990d-4f94-9d78-dddfd7e8eb32 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:57:35.545179 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-b6e7d8b3-990d-4f94-9d78-dddfd7e8eb32 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:57:35.554224 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-b6e7d8b3-990d-4f94-9d78-dddfd7e8eb32 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Made reservation on behalf of a8f545f40a11467b946db58b523aa51f for: {'port': 1} {{(pid=85337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:57:35.560376 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-b6e7d8b3-990d-4f94-9d78-dddfd7e8eb32 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:35.733189 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-b6e7d8b3-990d-4f94-9d78-dddfd7e8eb32 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Allocated IP 172.20.0.3 (2180b119-bc71-44ac-ab3a-75fb991fd9c9/db3c83ef-37ef-4f43-9fb3-a7487fc6375e/5a5a5024-779b-475e-8b4e-47ff8b63f59c) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:57:35.826927 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:35.925535 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-b6e7d8b3-990d-4f94-9d78-dddfd7e8eb32 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:35.941864 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-b6e7d8b3-990d-4f94-9d78-dddfd7e8eb32 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Transition to ACTIVE for port object 5a5a5024-779b-475e-8b4e-47ff8b63f59c will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:57:35.965226 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-b6e7d8b3-990d-4f94-9d78-dddfd7e8eb32 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:35.980119 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-a026db3a-753a-474a-87a2-bfea91fc5e37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:57:36.412214 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7d8b3-990d-4f94-9d78-dddfd7e8eb32 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Pushing event updated for resources: {'Port': ['ID=5a5a5024-779b-475e-8b4e-47ff8b63f59c,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:57:36.419180 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b6e7d8b3-990d-4f94-9d78-dddfd7e8eb32 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:57:36.421791 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:36.483066 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa8863-2699-490e-972b-c961627f7deb req-498041f0-079f-4dc2-afa4-e3abc89d5ee6 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:36.484697 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-63fa8863-2699-490e-972b-c961627f7deb req-498041f0-079f-4dc2-afa4-e3abc89d5ee6 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8032d4f-7323-4430-980f-760e76d2df36 HTTP/1.1" status: 200 len: 945 time: 0.4077878 Apr 16 11:57:36.489245 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-b6e7d8b3-990d-4f94-9d78-dddfd7e8eb32 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Network 2180b119-bc71-44ac-ab3a-75fb991fd9c9 is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:57:36.490447 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-b6e7d8b3-990d-4f94-9d78-dddfd7e8eb32 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:57:36.494136 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-b6e7d8b3-990d-4f94-9d78-dddfd7e8eb32 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:57:36.525360 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a07a78-2086-4604-b9b9-8ba0371aec27 req-3b9dd033-3868-4723-ad3e-02afbdfbdd4f tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:36.527187 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-00a07a78-2086-4604-b9b9-8ba0371aec27 req-3b9dd033-3868-4723-ad3e-02afbdfbdd4f tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=7f963c00-b6e2-4eaa-bbe0-2aff67f20733 HTTP/1.1" status: 200 len: 931 time: 0.0974238 Apr 16 11:57:36.583759 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-00a07a78-2086-4604-b9b9-8ba0371aec27 req-cbb6f91b-7611-49d8-be54-de2d814dd2dd tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=3d523f9b-1593-457e-a1f3-6095abb348ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497606 Apr 16 11:57:36.596440 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-63fa8863-2699-490e-972b-c961627f7deb req-320fe349-ef0f-4456-a803-a3218a40cbfe tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f2076bd-1e66-4459-af48-9753fdafebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032317 Apr 16 11:57:36.603493 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-b6e7d8b3-990d-4f94-9d78-dddfd7e8eb32 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:36.604218 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-b6e7d8b3-990d-4f94-9d78-dddfd7e8eb32 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:36.632662 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-b6e7d8b3-990d-4f94-9d78-dddfd7e8eb32 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2511430 Apr 16 11:57:36.645173 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-01b3ea3f-eed7-46c4-a133-eaa9fa9cb780 service neutron] Request body: {'port': {'device_id': '7f963c00-b6e2-4eaa-bbe0-2aff67f20733', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:57:36.765407 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-36745253-ca78-48bd-b482-b695504b53a3 None None] Provisioning for port 5a5a5024-779b-475e-8b4e-47ff8b63f59c completed by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:57:36.770925 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-36745253-ca78-48bd-b482-b695504b53a3 None None] Provisioning complete for port 5a5a5024-779b-475e-8b4e-47ff8b63f59c triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:57:36.771681 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-36745253-ca78-48bd-b482-b695504b53a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:36.792852 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-01b3ea3f-eed7-46c4-a133-eaa9fa9cb780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:36.827285 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bceb8e1-12d2-469b-86f9-d28e40714892 req-49259f33-dfcb-4d27-a525-38a7c22b7933 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:36.829016 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5bceb8e1-12d2-469b-86f9-d28e40714892 req-49259f33-dfcb-4d27-a525-38a7c22b7933 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.79 "GET /v2.0/ports?device_id=b8032d4f-7323-4430-980f-760e76d2df36 HTTP/1.1" status: 200 len: 945 time: 0.0993896 Apr 16 11:57:36.861092 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-36745253-ca78-48bd-b482-b695504b53a3 None None] Port 5a5a5024-779b-475e-8b4e-47ff8b63f59c cannot update to ACTIVE because it is not bound. {{(pid=85339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:57:36.917944 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-5bceb8e1-12d2-469b-86f9-d28e40714892 req-ad71bfe9-7b60-4f77-a5e9-c66b13acd002 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Deleting port f340c2fc-9318-4a48-a573-e4c3531a7f99 {{(pid=85338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:57:36.918327 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-5bceb8e1-12d2-469b-86f9-d28e40714892 req-ad71bfe9-7b60-4f77-a5e9-c66b13acd002 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:37.160291 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-01b3ea3f-eed7-46c4-a133-eaa9fa9cb780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a5a5024-779b-475e-8b4e-47ff8b63f59c {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:57:37.168983 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-01b3ea3f-eed7-46c4-a133-eaa9fa9cb780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:37.181296 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-5bceb8e1-12d2-469b-86f9-d28e40714892 req-ad71bfe9-7b60-4f77-a5e9-c66b13acd002 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] For port f340c2fc-9318-4a48-a573-e4c3531a7f99, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=f340c2fc-9318-4a48-a573-e4c3531a7f99,segment=NetworkSegment(8edd4d2a-1322-4e02-8682-923e119327ed),segment_id=8edd4d2a-1322-4e02-8682-923e119327ed)] {{(pid=85338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:57:37.181739 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-5bceb8e1-12d2-469b-86f9-d28e40714892 req-ad71bfe9-7b60-4f77-a5e9-c66b13acd002 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:37.184404 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-01b3ea3f-eed7-46c4-a133-eaa9fa9cb780 service neutron] Transition to ACTIVE for port object 5a5a5024-779b-475e-8b4e-47ff8b63f59c will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:57:37.187973 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-01b3ea3f-eed7-46c4-a133-eaa9fa9cb780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847015921'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:37.205657 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-553e71e2-ea6e-4dad-bb8a-3a35fe93f94b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:57:37.314426 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-5bceb8e1-12d2-469b-86f9-d28e40714892 req-ad71bfe9-7b60-4f77-a5e9-c66b13acd002 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Calling delete_port for f340c2fc-9318-4a48-a573-e4c3531a7f99 owned by compute:nova {{(pid=85338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:57:37.343980 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3ea3f-eed7-46c4-a133-eaa9fa9cb780 service neutron] Pushing event updated for resources: {'Port': ['ID=5a5a5024-779b-475e-8b4e-47ff8b63f59c,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:57:37.349039 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-01b3ea3f-eed7-46c4-a133-eaa9fa9cb780 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:57:37.471231 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-5bceb8e1-12d2-469b-86f9-d28e40714892 req-ad71bfe9-7b60-4f77-a5e9-c66b13acd002 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1351932'] for port, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:37.482654 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['f340c2fc-9318-4a48-a573-e4c3531a7f99'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:57:37.486973 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:57:37.588325 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-01b3ea3f-eed7-46c4-a133-eaa9fa9cb780 service neutron] Attempting to bind port 5a5a5024-779b-475e-8b4e-47ff8b63f59c on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:57:37.588715 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-01b3ea3f-eed7-46c4-a133-eaa9fa9cb780 service neutron] Attempting to bind port 5a5a5024-779b-475e-8b4e-47ff8b63f59c by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'f4e993d2-872e-4f90-8e1a-89de5bb8d45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:57:37.589090 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-01b3ea3f-eed7-46c4-a133-eaa9fa9cb780 service neutron] Attempting to bind port 5a5a5024-779b-475e-8b4e-47ff8b63f59c on network 2180b119-bc71-44ac-ab3a-75fb991fd9c9 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:57:37.594303 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-01b3ea3f-eed7-46c4-a133-eaa9fa9cb780 service neutron] Port 5a5a5024-779b-475e-8b4e-47ff8b63f59c on network 2180b119-bc71-44ac-ab3a-75fb991fd9c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:57:37.594710 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-01b3ea3f-eed7-46c4-a133-eaa9fa9cb780 service neutron] Attempting to bind port 5a5a5024-779b-475e-8b4e-47ff8b63f59c on network 2180b119-bc71-44ac-ab3a-75fb991fd9c9 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:57:37.600369 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-01b3ea3f-eed7-46c4-a133-eaa9fa9cb780 service neutron] Checking agent: {'id': '719f3357-7d54-4b9e-9866-52b19e770139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'started_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:57:37.600795 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-01b3ea3f-eed7-46c4-a133-eaa9fa9cb780 service neutron] Checking segment: {'id': 'f4e993d2-872e-4f90-8e1a-89de5bb8d45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:57:37.601192 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-01b3ea3f-eed7-46c4-a133-eaa9fa9cb780 service neutron] Bound using segment: {'id': 'f4e993d2-872e-4f90-8e1a-89de5bb8d45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:57:37.601690 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-01b3ea3f-eed7-46c4-a133-eaa9fa9cb780 service neutron] Bound port: 5a5a5024-779b-475e-8b4e-47ff8b63f59c, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4e993d2-872e-4f90-8e1a-89de5bb8d45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:57:37.602100 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-01b3ea3f-eed7-46c4-a133-eaa9fa9cb780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:37.606335 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:37.609535 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71bfe9-7b60-4f77-a5e9-c66b13acd002 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Pushing event deleted for resources: {'Port': ['ID=f340c2fc-9318-4a48-a573-e4c3531a7f99,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:57:37.616692 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-ad71bfe9-7b60-4f77-a5e9-c66b13acd002 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:57:37.708078 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-01b3ea3f-eed7-46c4-a133-eaa9fa9cb780 service neutron] For port 5a5a5024-779b-475e-8b4e-47ff8b63f59c, host hv-cinder-68948, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:57:37.711873 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-01b3ea3f-eed7-46c4-a133-eaa9fa9cb780 service neutron] For port 5a5a5024-779b-475e-8b4e-47ff8b63f59c, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=5a5a5024-779b-475e-8b4e-47ff8b63f59c,segment=NetworkSegment(f4e993d2-872e-4f90-8e1a-89de5bb8d45c),segment_id=f4e993d2-872e-4f90-8e1a-89de5bb8d45c)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:57:37.718430 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-01b3ea3f-eed7-46c4-a133-eaa9fa9cb780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847015921'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:37.790391 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-22705b48-2a01-49a5-a279-ea5e7225cdbf tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:57:37.800648 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bceb8e1-12d2-469b-86f9-d28e40714892 req-ad71bfe9-7b60-4f77-a5e9-c66b13acd002 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] No DVR routers for this DVR port f340c2fc-9318-4a48-a573-e4c3531a7f99 on host hv-cinder-68948 {{(pid=85338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 11:57:37.807612 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-5bceb8e1-12d2-469b-86f9-d28e40714892 req-ad71bfe9-7b60-4f77-a5e9-c66b13acd002 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:37.810412 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8032d4f-7323-4430-980f-760e76d2df36', 'name': 'network-vif-deleted', 'tag': 'f340c2fc-9318-4a48-a573-e4c3531a7f99'}] {{(pid=85338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:57:37.827576 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-28040736-84f9-46bc-8eb1-5ef1780103f7 req-098efb87-c255-41bb-a0d1-b80d346d95e7 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8032d4f-7323-4430-980f-760e76d2df36 HTTP/1.1" status: 200 len: 210 time: 0.0682831 Apr 16 11:57:37.834592 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5bceb8e1-12d2-469b-86f9-d28e40714892 req-ad71bfe9-7b60-4f77-a5e9-c66b13acd002 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.79 "DELETE /v2.0/ports/f340c2fc-9318-4a48-a573-e4c3531a7f99 HTTP/1.1" status: 204 len: 173 time: 0.9996989 Apr 16 11:57:37.888032 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8032d4f-7323-4430-980f-760e76d2df36', 'name': 'network-vif-deleted', 'tag': 'f340c2fc-9318-4a48-a573-e4c3531a7f99', 'status': 'completed', 'code': 200} Apr 16 11:57:37.980851 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3ea3f-eed7-46c4-a133-eaa9fa9cb780 service neutron] Pushing event updated for resources: {'Port': ['ID=5a5a5024-779b-475e-8b4e-47ff8b63f59c,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:57:37.987819 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-01b3ea3f-eed7-46c4-a133-eaa9fa9cb780 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:57:38.019568 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-01b3ea3f-eed7-46c4-a133-eaa9fa9cb780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:38.020507 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-01b3ea3f-eed7-46c4-a133-eaa9fa9cb780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:38.021966 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-01b3ea3f-eed7-46c4-a133-eaa9fa9cb780 service neutron] 10.222.0.79 "PUT /v2.0/ports/5a5a5024-779b-475e-8b4e-47ff8b63f59c HTTP/1.1" status: 200 len: 1093 time: 1.3816652 Apr 16 11:57:38.022553 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f963c00-b6e2-4eaa-bbe0-2aff67f20733', 'tag': '5a5a5024-779b-475e-8b4e-47ff8b63f59c'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:57:38.043011 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb83e1-0ad4-4f86-8561-9745dde1d7e3 req-bec21f09-f357-4557-a52f-b104950a39fb tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:38.043838 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-c7bb83e1-0ad4-4f86-8561-9745dde1d7e3 req-bec21f09-f357-4557-a52f-b104950a39fb tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Synchronizing usage tracker for tenant:a8f545f40a11467b946db58b523aa51f on resource:port {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:57:38.062132 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-c7bb83e1-0ad4-4f86-8561-9745dde1d7e3 req-bec21f09-f357-4557-a52f-b104950a39fb tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Unset dirty status for tenant:a8f545f40a11467b946db58b523aa51f on resource:port {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:57:38.063604 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c7bb83e1-0ad4-4f86-8561-9745dde1d7e3 req-bec21f09-f357-4557-a52f-b104950a39fb tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=7f963c00-b6e2-4eaa-bbe0-2aff67f20733 HTTP/1.1" status: 200 len: 943 time: 0.2747116 Apr 16 11:57:38.193673 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c7bb83e1-0ad4-4f86-8561-9745dde1d7e3 req-97d2ca77-2e46-4815-919e-62031f081ec9 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=3d523f9b-1593-457e-a1f3-6095abb348ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204097 Apr 16 11:57:38.252227 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-3ad4382b-8fea-48c4-b9cf-2f23ce8de587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:38.253845 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-3ad4382b-8fea-48c4-b9cf-2f23ce8de587 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a8f545f40a11467b946db58b523aa51f&device_id=7f963c00-b6e2-4eaa-bbe0-2aff67f20733 HTTP/1.1" status: 200 len: 1096 time: 0.1555238 Apr 16 11:57:38.322853 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f963c00-b6e2-4eaa-bbe0-2aff67f20733', 'tag': '5a5a5024-779b-475e-8b4e-47ff8b63f59c', 'status': 'completed', 'code': 200} Apr 16 11:57:38.331810 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-46152943-358a-47fd-8ac8-66189966fbe9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a5a5024-779b-475e-8b4e-47ff8b63f59c HTTP/1.1" status: 200 len: 217 time: 0.0688281 Apr 16 11:57:38.409101 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-31b6548d-e5ff-4a3b-af71-26beecf6030b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:38.410667 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-31b6548d-e5ff-4a3b-af71-26beecf6030b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=db3c83ef-37ef-4f43-9fb3-a7487fc6375e HTTP/1.1" status: 200 len: 848 time: 0.0712633 Apr 16 11:57:38.498718 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-faa99772-cbd2-4642-85a9-a1dc646eebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:38.500294 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-faa99772-cbd2-4642-85a9-a1dc646eebaf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2180b119-bc71-44ac-ab3a-75fb991fd9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0826888 Apr 16 11:57:38.656048 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-dea2cfa0-1e8f-447d-aaf6-b459a390eaa3 service neutron] 10.222.0.79 "GET /v2.0/networks/2180b119-bc71-44ac-ab3a-75fb991fd9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479561 Apr 16 11:57:38.809868 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f7eae66e-f32a-4817-b9c6-5a1f3ffc5da3 req-c5a62e25-1922-47cb-9841-81418b301664 service neutron] 10.222.0.79 "GET /v2.0/networks/2180b119-bc71-44ac-ab3a-75fb991fd9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468699 Apr 16 11:57:38.942629 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88558db7-f3d5-4a70-b547-8467df49c434 req-1c5f38c9-b073-4a37-979c-7be0019e610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:38.944219 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-88558db7-f3d5-4a70-b547-8467df49c434 req-1c5f38c9-b073-4a37-979c-7be0019e610e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a8f545f40a11467b946db58b523aa51f&device_id=7f963c00-b6e2-4eaa-bbe0-2aff67f20733 HTTP/1.1" status: 200 len: 1096 time: 0.0894601 Apr 16 11:57:39.103915 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88558db7-f3d5-4a70-b547-8467df49c434 req-9c2181a0-9eee-41bf-8d56-1553c467eb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:39.106763 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-88558db7-f3d5-4a70-b547-8467df49c434 req-9c2181a0-9eee-41bf-8d56-1553c467eb31 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2180b119-bc71-44ac-ab3a-75fb991fd9c9 HTTP/1.1" status: 200 len: 910 time: 0.1553147 Apr 16 11:57:39.186273 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-88558db7-f3d5-4a70-b547-8467df49c434 req-35705b25-d248-4fe5-9dd1-28c6ee8cbd5c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a5a5024-779b-475e-8b4e-47ff8b63f59c HTTP/1.1" status: 200 len: 217 time: 0.0721171 Apr 16 11:57:39.289390 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88558db7-f3d5-4a70-b547-8467df49c434 req-c02c5bf5-e7ed-4bfc-af9b-f4becb5afea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:39.292220 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-88558db7-f3d5-4a70-b547-8467df49c434 req-c02c5bf5-e7ed-4bfc-af9b-f4becb5afea8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=db3c83ef-37ef-4f43-9fb3-a7487fc6375e HTTP/1.1" status: 200 len: 848 time: 0.0981569 Apr 16 11:57:39.441811 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88558db7-f3d5-4a70-b547-8467df49c434 req-dfdd3892-fef9-4423-b9af-f25b0b314a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:39.443436 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-88558db7-f3d5-4a70-b547-8467df49c434 req-dfdd3892-fef9-4423-b9af-f25b0b314a30 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2180b119-bc71-44ac-ab3a-75fb991fd9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1445584 Apr 16 11:57:39.550971 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe780368-4eaf-46db-8d16-964287dc3458 req-ee87b702-a757-4c6a-a8a3-71d170136937 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:39.552610 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fe780368-4eaf-46db-8d16-964287dc3458 req-ee87b702-a757-4c6a-a8a3-71d170136937 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=7f963c00-b6e2-4eaa-bbe0-2aff67f20733 HTTP/1.1" status: 200 len: 943 time: 0.1995246 Apr 16 11:57:39.650994 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fe780368-4eaf-46db-8d16-964287dc3458 req-c65f94be-b300-4c14-b023-238a9c6f9dfd tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=3d523f9b-1593-457e-a1f3-6095abb348ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866134 Apr 16 11:57:39.657507 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-88558db7-f3d5-4a70-b547-8467df49c434 req-689765bb-a9ad-46b5-a1a5-13a5054f3716 service neutron] 10.222.0.79 "GET /v2.0/networks/2180b119-bc71-44ac-ab3a-75fb991fd9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047932 Apr 16 11:57:39.813076 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-88558db7-f3d5-4a70-b547-8467df49c434 req-36f43a21-c48a-450b-a8c2-a4f202fcf199 service neutron] 10.222.0.79 "GET /v2.0/networks/2180b119-bc71-44ac-ab3a-75fb991fd9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456287 Apr 16 11:57:40.858117 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6782e-a3ea-49b8-a4cc-7292a0458fe4 req-31e86932-4409-4c0c-a1b7-82b462d4e8d6 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:40.859788 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-44d6782e-a3ea-49b8-a4cc-7292a0458fe4 req-31e86932-4409-4c0c-a1b7-82b462d4e8d6 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=7f963c00-b6e2-4eaa-bbe0-2aff67f20733 HTTP/1.1" status: 200 len: 943 time: 0.0919466 Apr 16 11:57:40.909767 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-44d6782e-a3ea-49b8-a4cc-7292a0458fe4 req-bf11df82-cf1c-4d28-8701-f126056207ab tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=3d523f9b-1593-457e-a1f3-6095abb348ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428658 Apr 16 11:57:42.116532 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a82936-2254-4833-b40e-b930836116d3 req-53635782-088f-4eb3-892a-a6e31ced113c tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:42.118101 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-94a82936-2254-4833-b40e-b930836116d3 req-53635782-088f-4eb3-892a-a6e31ced113c tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=7f963c00-b6e2-4eaa-bbe0-2aff67f20733 HTTP/1.1" status: 200 len: 943 time: 0.0917435 Apr 16 11:57:42.166664 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-94a82936-2254-4833-b40e-b930836116d3 req-54a74cf3-7f59-4757-b381-823d6853049f tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=3d523f9b-1593-457e-a1f3-6095abb348ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414312 Apr 16 11:57:43.508509 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b613265-f45f-493b-8bf4-8ad93dbaee2b req-8b560552-a3ad-4047-b19d-c7f054452373 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:43.510739 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5b613265-f45f-493b-8bf4-8ad93dbaee2b req-8b560552-a3ad-4047-b19d-c7f054452373 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=7f963c00-b6e2-4eaa-bbe0-2aff67f20733 HTTP/1.1" status: 200 len: 943 time: 0.0895779 Apr 16 11:57:43.563093 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5b613265-f45f-493b-8bf4-8ad93dbaee2b req-23821435-c872-46fd-a4e3-015af5592484 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=3d523f9b-1593-457e-a1f3-6095abb348ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459785 Apr 16 11:57:43.654539 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device f340c2fc-9318-4a48-a573-e4c3531a7f99 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:57:43.702996 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] No Port match for: f340c2fc-9318-4a48-a573-e4c3531a7f99 {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:57:43.703385 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device f340c2fc-9318-4a48-a573-e4c3531a7f99 not bound to the agent host hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:57:43.707831 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:44.777932 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1b450-78aa-469c-ad76-22fe166fdded req-d9a61516-8603-4ed2-80e5-9e3345519ad2 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:44.780587 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-77d1b450-78aa-469c-ad76-22fe166fdded req-d9a61516-8603-4ed2-80e5-9e3345519ad2 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=7f963c00-b6e2-4eaa-bbe0-2aff67f20733 HTTP/1.1" status: 200 len: 943 time: 0.0952258 Apr 16 11:57:44.830801 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-77d1b450-78aa-469c-ad76-22fe166fdded req-d8716f23-dbcb-41e1-a740-8d306b38cb7d tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=3d523f9b-1593-457e-a1f3-6095abb348ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448129 Apr 16 11:57:46.044335 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da91551-1d7f-4c50-89cb-84b326c1fafb req-15dba4e2-07fd-41d3-947e-9b9c62034440 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:46.045914 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7da91551-1d7f-4c50-89cb-84b326c1fafb req-15dba4e2-07fd-41d3-947e-9b9c62034440 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=7f963c00-b6e2-4eaa-bbe0-2aff67f20733 HTTP/1.1" status: 200 len: 943 time: 0.0942700 Apr 16 11:57:46.096093 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7da91551-1d7f-4c50-89cb-84b326c1fafb req-a529d5be-fa34-4c6b-9410-9aa16172d03f tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=3d523f9b-1593-457e-a1f3-6095abb348ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436633 Apr 16 11:57:47.304638 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c9011-7b4d-49fd-a459-8c034bb5abdd req-edbfd21a-114a-4c6e-8186-7bbe40c891ec tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:47.306886 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-354c9011-7b4d-49fd-a459-8c034bb5abdd req-edbfd21a-114a-4c6e-8186-7bbe40c891ec tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=7f963c00-b6e2-4eaa-bbe0-2aff67f20733 HTTP/1.1" status: 200 len: 943 time: 0.0912361 Apr 16 11:57:47.356495 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-354c9011-7b4d-49fd-a459-8c034bb5abdd req-5f081863-1833-4d41-8a0d-4a342d363f6a tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=3d523f9b-1593-457e-a1f3-6095abb348ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430167 Apr 16 11:57:47.834051 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 5a5a5024-779b-475e-8b4e-47ff8b63f59c details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:57:47.975194 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 5a5a5024-779b-475e-8b4e-47ff8b63f59c, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=5a5a5024-779b-475e-8b4e-47ff8b63f59c,segment=NetworkSegment(f4e993d2-872e-4f90-8e1a-89de5bb8d45c),segment_id=f4e993d2-872e-4f90-8e1a-89de5bb8d45c)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:57:47.989770 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Returning: {'device': '5a5a5024-779b-475e-8b4e-47ff8b63f59c', 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9', 'port_id': '5a5a5024-779b-475e-8b4e-47ff8b63f59c', 'mac_address': 'fa:16:3e:4b:fe:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db3c83ef-37ef-4f43-9fb3-a7487fc6375e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:57:48.052464 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:48.071278 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a5a5024-779b-475e-8b4e-47ff8b63f59c {{(pid=85339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:57:48.087425 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 5a5a5024-779b-475e-8b4e-47ff8b63f59c, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=5a5a5024-779b-475e-8b4e-47ff8b63f59c,segment=NetworkSegment(f4e993d2-872e-4f90-8e1a-89de5bb8d45c),segment_id=f4e993d2-872e-4f90-8e1a-89de5bb8d45c)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:57:48.090049 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:48.092614 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:57:48.163662 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=5a5a5024-779b-475e-8b4e-47ff8b63f59c,revision_number=4']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:57:48.172899 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:57:48.173287 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:57:48.173669 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:57:48.174046 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:57:48.174418 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:57:48.174793 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:57:48.175161 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:57:48.175527 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:57:48.175896 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:57:48.177581 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:57:48.177581 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:57:48.177581 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:57:48.181283 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:57:48.565789 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef32d24-a3a1-44d3-a2e1-f04a06549c84 req-bff09229-e921-4793-82e8-2b1fadcd8cbb tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:48.567372 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8ef32d24-a3a1-44d3-a2e1-f04a06549c84 req-bff09229-e921-4793-82e8-2b1fadcd8cbb tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=7f963c00-b6e2-4eaa-bbe0-2aff67f20733 HTTP/1.1" status: 200 len: 944 time: 0.0933683 Apr 16 11:57:48.618713 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8ef32d24-a3a1-44d3-a2e1-f04a06549c84 req-0c93ea5a-7b71-4d9d-beb0-4e8d8434a493 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=3d523f9b-1593-457e-a1f3-6095abb348ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445390 Apr 16 11:57:49.829519 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a13db-0c91-476d-bba4-5ef0350dc0dc req-b089a825-4e40-4853-b2cd-3e075c4a6e43 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:49.831129 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8f2a13db-0c91-476d-bba4-5ef0350dc0dc req-b089a825-4e40-4853-b2cd-3e075c4a6e43 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=7f963c00-b6e2-4eaa-bbe0-2aff67f20733 HTTP/1.1" status: 200 len: 944 time: 0.0930891 Apr 16 11:57:50.109686 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8f2a13db-0c91-476d-bba4-5ef0350dc0dc req-107c5081-2f63-45d5-a589-09915aca46a6 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=3d523f9b-1593-457e-a1f3-6095abb348ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2721803 Apr 16 11:57:50.882679 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['5a5a5024-779b-475e-8b4e-47ff8b63f59c'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:57:51.313656 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959f622-7b06-4d31-8c60-5512d7e24a3e req-7b271b69-2767-4d36-b6a0-d0b1c54fa614 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:51.315227 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3959f622-7b06-4d31-8c60-5512d7e24a3e req-7b271b69-2767-4d36-b6a0-d0b1c54fa614 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=7f963c00-b6e2-4eaa-bbe0-2aff67f20733 HTTP/1.1" status: 200 len: 944 time: 0.0885158 Apr 16 11:57:51.367492 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3959f622-7b06-4d31-8c60-5512d7e24a3e req-03e1c893-963b-4f05-ad40-03d7df5e1aa2 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=3d523f9b-1593-457e-a1f3-6095abb348ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459952 Apr 16 11:57:51.645115 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-a073ea85-5990-44c9-ad94-45f014f87170 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:51.646781 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-a073ea85-5990-44c9-ad94-45f014f87170 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/networks?id=2b0efee7-0b47-4077-8d13-18c454d47477 HTTP/1.1" status: 200 len: 814 time: 0.1594388 Apr 16 11:57:51.663710 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-49368963-bfdc-499c-936c-b5b6c3c241e6 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/quotas/f1626fac6bf6416b9b1f55eb52623e7d HTTP/1.1" status: 200 len: 375 time: 0.0103793 Apr 16 11:57:51.725055 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-06cdcb20-84a6-4226-b149-03aa41b7b863 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Synchronizing usage tracker for tenant:f1626fac6bf6416b9b1f55eb52623e7d on resource:port {{(pid=85338) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:57:51.741286 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-06cdcb20-84a6-4226-b149-03aa41b7b863 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Unset dirty status for tenant:f1626fac6bf6416b9b1f55eb52623e7d on resource:port {{(pid=85338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:57:51.742742 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-06cdcb20-84a6-4226-b149-03aa41b7b863 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=f1626fac6bf6416b9b1f55eb52623e7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0721931 Apr 16 11:57:51.783471 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-950a1d6f-d2c6-4c2d-8375-77bc5fe61cf2 req-7a592d09-f442-46b5-9802-7feb2d90c170 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795307 Apr 16 11:57:51.895513 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a1d6f-d2c6-4c2d-8375-77bc5fe61cf2 req-3aab63c1-8e5c-48ce-8634-ae9cccc6a1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:51.897647 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-950a1d6f-d2c6-4c2d-8375-77bc5fe61cf2 req-3aab63c1-8e5c-48ce-8634-ae9cccc6a1f4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b689f53fbd644b74a29274580a1b9004&device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 1098 time: 0.0858216 Apr 16 11:57:51.900699 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-02945c4e-10c1-4427-b4dd-6c549ae890ff service neutron] 10.222.0.71 "GET /v2.0/networks/2b0efee7-0b47-4077-8d13-18c454d47477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491125 Apr 16 11:57:52.047989 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-ea51ffd8-0845-4d9d-96d4-654ccbe1ca49 service neutron] 10.222.0.71 "GET /v2.0/networks/2b0efee7-0b47-4077-8d13-18c454d47477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398284 Apr 16 11:57:52.061711 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a1d6f-d2c6-4c2d-8375-77bc5fe61cf2 req-b53ddab5-fa38-4760-8475-f015a57b1ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:52.063273 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-950a1d6f-d2c6-4c2d-8375-77bc5fe61cf2 req-b53ddab5-fa38-4760-8475-f015a57b1ad0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c333e2d3-dce1-4fe5-8c2d-1984ef6de94a HTTP/1.1" status: 200 len: 910 time: 0.1415992 Apr 16 11:57:52.178423 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-950a1d6f-d2c6-4c2d-8375-77bc5fe61cf2 req-919e28b7-48c4-4941-a25e-c2464c288603 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96e7fa74-7ec8-4cc3-bd63-530aab3b47ff HTTP/1.1" status: 200 len: 1001 time: 0.1071448 Apr 16 11:57:52.291628 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a764327c-eaa0-4f9b-b921-e18c4ca7adf9 req-562c19f7-7415-4fca-a73f-459937909010 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/ports?device_id=2196226d-a971-4fa9-a523-6fb6ed93b6d5 HTTP/1.1" status: 200 len: 210 time: 0.0572054 Apr 16 11:57:52.311561 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a1d6f-d2c6-4c2d-8375-77bc5fe61cf2 req-43bf5352-7887-406f-8764-65f384023342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:52.313203 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-950a1d6f-d2c6-4c2d-8375-77bc5fe61cf2 req-43bf5352-7887-406f-8764-65f384023342 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5c412702-7872-4db0-90b5-ec373852a7cc HTTP/1.1" status: 200 len: 848 time: 0.1269131 Apr 16 11:57:52.401505 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a1d6f-d2c6-4c2d-8375-77bc5fe61cf2 req-62748d50-e4ea-4ea5-b234-71e9bbee3c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:52.403154 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-950a1d6f-d2c6-4c2d-8375-77bc5fe61cf2 req-62748d50-e4ea-4ea5-b234-71e9bbee3c8c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c333e2d3-dce1-4fe5-8c2d-1984ef6de94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0818648 Apr 16 11:57:52.419034 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 5a5a5024-779b-475e-8b4e-47ff8b63f59c up at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:57:52.497478 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning for port 5a5a5024-779b-475e-8b4e-47ff8b63f59c completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:57:52.503179 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning complete for port 5a5a5024-779b-475e-8b4e-47ff8b63f59c triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:57:52.503658 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:52.558326 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-950a1d6f-d2c6-4c2d-8375-77bc5fe61cf2 req-8a1bece5-cbda-4701-bf3c-af2a0ba45681 service neutron] 10.222.0.79 "GET /v2.0/networks/c333e2d3-dce1-4fe5-8c2d-1984ef6de94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477542 Apr 16 11:57:52.605845 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3fbcb-f601-4cd5-9aa1-a2300783cb87 req-2d13a7e9-89c6-4b17-af66-0ee02a3f8896 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:52.607992 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-01a3fbcb-f601-4cd5-9aa1-a2300783cb87 req-2d13a7e9-89c6-4b17-af66-0ee02a3f8896 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=7f963c00-b6e2-4eaa-bbe0-2aff67f20733 HTTP/1.1" status: 200 len: 944 time: 0.1041880 Apr 16 11:57:52.655335 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:52.663804 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-01a3fbcb-f601-4cd5-9aa1-a2300783cb87 req-16d24d3c-cdb0-44f6-b472-ed3fd4c6113c tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=3d523f9b-1593-457e-a1f3-6095abb348ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489883 Apr 16 11:57:52.691820 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f963c00-b6e2-4eaa-bbe0-2aff67f20733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5a5024-779b-475e-8b4e-47ff8b63f59c'}] {{(pid=85339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:57:52.702486 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 5a5a5024-779b-475e-8b4e-47ff8b63f59c, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=5a5a5024-779b-475e-8b4e-47ff8b63f59c,segment=NetworkSegment(f4e993d2-872e-4f90-8e1a-89de5bb8d45c),segment_id=f4e993d2-872e-4f90-8e1a-89de5bb8d45c)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:57:52.706530 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:52.708696 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:57:52.739898 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-950a1d6f-d2c6-4c2d-8375-77bc5fe61cf2 req-a0bec86b-b1de-4f49-8e03-6aa83037058b service neutron] 10.222.0.79 "GET /v2.0/networks/c333e2d3-dce1-4fe5-8c2d-1984ef6de94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741459 Apr 16 11:57:52.776773 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f963c00-b6e2-4eaa-bbe0-2aff67f20733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5a5024-779b-475e-8b4e-47ff8b63f59c', 'code': 200} Apr 16 11:57:52.789987 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=5a5a5024-779b-475e-8b4e-47ff8b63f59c,revision_number=5']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:57:52.794285 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:57:53.066665 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40a792-b950-4229-8bc0-5ffb6825ebae req-43c5aa75-80ed-46b4-b614-2138477ba82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:53.068295 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0b40a792-b950-4229-8bc0-5ffb6825ebae req-43c5aa75-80ed-46b4-b614-2138477ba82d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7f963c00-b6e2-4eaa-bbe0-2aff67f20733 HTTP/1.1" status: 200 len: 1098 time: 0.0992923 Apr 16 11:57:53.113164 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0b40a792-b950-4229-8bc0-5ffb6825ebae req-f2349309-c3f4-446a-b5ba-6cba128b9715 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=3d523f9b-1593-457e-a1f3-6095abb348ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379617 Apr 16 11:57:53.467956 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4c22eb1f-94b7-4460-83b9-1a683f5de0e4 req-b72b95ae-963c-45da-980a-5316106cd7a0 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/ports?device_id=2196226d-a971-4fa9-a523-6fb6ed93b6d5 HTTP/1.1" status: 200 len: 210 time: 0.0504687 Apr 16 11:57:53.883955 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5bbd95-41d4-4afc-bf62-fc74b79503d1 req-0ec64cc6-1bce-4858-ab0f-07393b947ef5 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:53.886071 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ae5bbd95-41d4-4afc-bf62-fc74b79503d1 req-0ec64cc6-1bce-4858-ab0f-07393b947ef5 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=7f963c00-b6e2-4eaa-bbe0-2aff67f20733 HTTP/1.1" status: 200 len: 945 time: 0.0976217 Apr 16 11:57:53.958459 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ae5bbd95-41d4-4afc-bf62-fc74b79503d1 req-f55f33a3-eba7-436a-b7a5-8e7280abbb2f tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=3d523f9b-1593-457e-a1f3-6095abb348ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646431 Apr 16 11:57:54.030367 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-2c0c082f-51ce-484c-ac35-b306c81fe581 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:54.032197 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-2c0c082f-51ce-484c-ac35-b306c81fe581 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.79 "GET /v2.0/networks?id=2b0efee7-0b47-4077-8d13-18c454d47477 HTTP/1.1" status: 200 len: 814 time: 0.1807930 Apr 16 11:57:54.047958 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-c525fc49-84d0-4cf9-a957-ec7cfed83cf8 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Request body: {'port': {'device_id': '2196226d-a971-4fa9-a523-6fb6ed93b6d5', 'network_id': '2b0efee7-0b47-4077-8d13-18c454d47477', 'admin_state_up': True, 'tenant_id': 'f1626fac6bf6416b9b1f55eb52623e7d'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:57:54.195143 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-c525fc49-84d0-4cf9-a957-ec7cfed83cf8 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:57:54.206708 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-c525fc49-84d0-4cf9-a957-ec7cfed83cf8 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:57:54.217954 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-c525fc49-84d0-4cf9-a957-ec7cfed83cf8 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Made reservation on behalf of f1626fac6bf6416b9b1f55eb52623e7d for: {'port': 1} {{(pid=85337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:57:54.224252 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-c525fc49-84d0-4cf9-a957-ec7cfed83cf8 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:54.407781 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-c525fc49-84d0-4cf9-a957-ec7cfed83cf8 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Allocated IP 172.20.0.11 (2b0efee7-0b47-4077-8d13-18c454d47477/b8d99986-1ecf-4d43-a8b4-595f441d079e/33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:57:54.655952 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-c525fc49-84d0-4cf9-a957-ec7cfed83cf8 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:54.660443 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-eb579493-d55c-462a-9b65-b01a42775b85 req-da05e454-b327-4fa6-8d38-ebbae248e6f8 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/ports?device_id=2196226d-a971-4fa9-a523-6fb6ed93b6d5 HTTP/1.1" status: 200 len: 210 time: 0.0547044 Apr 16 11:57:54.693749 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-c525fc49-84d0-4cf9-a957-ec7cfed83cf8 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:54.709242 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-553e71e2-ea6e-4dad-bb8a-3a35fe93f94b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:57:54.849193 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525fc49-84d0-4cf9-a957-ec7cfed83cf8 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Pushing event updated for resources: {'Port': ['ID=33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:57:54.854297 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-c525fc49-84d0-4cf9-a957-ec7cfed83cf8 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:57:54.907445 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-c525fc49-84d0-4cf9-a957-ec7cfed83cf8 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Network 2b0efee7-0b47-4077-8d13-18c454d47477 is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:57:54.908738 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-c525fc49-84d0-4cf9-a957-ec7cfed83cf8 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:57:54.911245 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-c525fc49-84d0-4cf9-a957-ec7cfed83cf8 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:57:54.982476 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-c525fc49-84d0-4cf9-a957-ec7cfed83cf8 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:54.983137 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-c525fc49-84d0-4cf9-a957-ec7cfed83cf8 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:55.007908 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-c525fc49-84d0-4cf9-a957-ec7cfed83cf8 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9640725 Apr 16 11:57:55.022991 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-9ed5cf68-4b41-4648-98d8-1897e82e91c9 service neutron] Request body: {'port': {'device_id': '2196226d-a971-4fa9-a523-6fb6ed93b6d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:57:55.203521 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-9ed5cf68-4b41-4648-98d8-1897e82e91c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:55.298507 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c22bc6-6c1d-408c-9faf-1b9645490641 req-207d2b5c-2613-4dc2-be03-6bb116bb4b2b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:55.300149 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f4c22bc6-6c1d-408c-9faf-1b9645490641 req-207d2b5c-2613-4dc2-be03-6bb116bb4b2b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=7f963c00-b6e2-4eaa-bbe0-2aff67f20733 HTTP/1.1" status: 200 len: 945 time: 0.2156570 Apr 16 11:57:55.428068 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f4c22bc6-6c1d-408c-9faf-1b9645490641 req-d7d9b526-192f-4901-9564-4cc299370fa2 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=3d523f9b-1593-457e-a1f3-6095abb348ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146166 Apr 16 11:57:55.642312 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7d02a-7a52-48a4-9c75-6838e90ecd7c req-41edbefc-d69d-4d16-b1ca-9f2b64477f2c tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:55.644012 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-14a7d02a-7a52-48a4-9c75-6838e90ecd7c req-41edbefc-d69d-4d16-b1ca-9f2b64477f2c tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=7f963c00-b6e2-4eaa-bbe0-2aff67f20733 HTTP/1.1" status: 200 len: 945 time: 0.0974991 Apr 16 11:57:55.655421 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 56172) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:57:55.658541 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-9ed5cf68-4b41-4648-98d8-1897e82e91c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:57:55.661282 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-a529ae47-09db-48e3-9c83-0e6afc81b6a5 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Request body: {'floatingip': {'port_id': '5a5a5024-779b-475e-8b4e-47ff8b63f59c'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:57:55.668222 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-9ed5cf68-4b41-4648-98d8-1897e82e91c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:55.685595 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-9ed5cf68-4b41-4648-98d8-1897e82e91c9 service neutron] Transition to ACTIVE for port object 33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51 will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:57:55.689140 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-9ed5cf68-4b41-4648-98d8-1897e82e91c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847015921'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:55.706116 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-01b3ea3f-eed7-46c4-a133-eaa9fa9cb780 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:57:55.750772 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a529ae47-09db-48e3-9c83-0e6afc81b6a5 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for floatingip, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:55.901889 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5cf68-4b41-4648-98d8-1897e82e91c9 service neutron] Pushing event updated for resources: {'Port': ['ID=33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:57:55.919264 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-9ed5cf68-4b41-4648-98d8-1897e82e91c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:57:56.042996 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149aa5b-91b4-4fda-929e-88342e6d1fc4 req-d8117172-779d-472d-9a13-6cd802959a30 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:56.043796 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-3149aa5b-91b4-4fda-929e-88342e6d1fc4 req-d8117172-779d-472d-9a13-6cd802959a30 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Synchronizing usage tracker for tenant:f1626fac6bf6416b9b1f55eb52623e7d on resource:port {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:57:56.142486 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-3149aa5b-91b4-4fda-929e-88342e6d1fc4 req-d8117172-779d-472d-9a13-6cd802959a30 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Unset dirty status for tenant:f1626fac6bf6416b9b1f55eb52623e7d on resource:port {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:57:56.143969 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3149aa5b-91b4-4fda-929e-88342e6d1fc4 req-d8117172-779d-472d-9a13-6cd802959a30 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/ports?device_id=2196226d-a971-4fa9-a523-6fb6ed93b6d5 HTTP/1.1" status: 200 len: 944 time: 0.3391743 Apr 16 11:57:56.221228 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3149aa5b-91b4-4fda-929e-88342e6d1fc4 req-b3919040-8dbd-42eb-9b41-7f5d7325f0eb tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f2076bd-1e66-4459-af48-9753fdafebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697038 Apr 16 11:57:56.228772 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-9ed5cf68-4b41-4648-98d8-1897e82e91c9 service neutron] Attempting to bind port 33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:57:56.229226 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-9ed5cf68-4b41-4648-98d8-1897e82e91c9 service neutron] Attempting to bind port 33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '8edd4d2a-1322-4e02-8682-923e119327ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2b0efee7-0b47-4077-8d13-18c454d47477'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:57:56.229734 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-9ed5cf68-4b41-4648-98d8-1897e82e91c9 service neutron] Attempting to bind port 33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51 on network 2b0efee7-0b47-4077-8d13-18c454d47477 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:57:56.235394 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-9ed5cf68-4b41-4648-98d8-1897e82e91c9 service neutron] Port 33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51 on network 2b0efee7-0b47-4077-8d13-18c454d47477 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:57:56.236410 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-9ed5cf68-4b41-4648-98d8-1897e82e91c9 service neutron] Attempting to bind port 33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51 on network 2b0efee7-0b47-4077-8d13-18c454d47477 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:57:56.243070 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-9ed5cf68-4b41-4648-98d8-1897e82e91c9 service neutron] Checking agent: {'id': '719f3357-7d54-4b9e-9866-52b19e770139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'started_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:57:56.244286 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-9ed5cf68-4b41-4648-98d8-1897e82e91c9 service neutron] Checking segment: {'id': '8edd4d2a-1322-4e02-8682-923e119327ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2b0efee7-0b47-4077-8d13-18c454d47477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:57:56.244921 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-9ed5cf68-4b41-4648-98d8-1897e82e91c9 service neutron] Bound using segment: {'id': '8edd4d2a-1322-4e02-8682-923e119327ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2b0efee7-0b47-4077-8d13-18c454d47477'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:57:56.245596 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-9ed5cf68-4b41-4648-98d8-1897e82e91c9 service neutron] Bound port: 33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8edd4d2a-1322-4e02-8682-923e119327ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2b0efee7-0b47-4077-8d13-18c454d47477'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:57:56.246126 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-9ed5cf68-4b41-4648-98d8-1897e82e91c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:56.353060 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-9ed5cf68-4b41-4648-98d8-1897e82e91c9 service neutron] For port 33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51, host hv-cinder-68948, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:57:56.357225 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-9ed5cf68-4b41-4648-98d8-1897e82e91c9 service neutron] For port 33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51,segment=NetworkSegment(8edd4d2a-1322-4e02-8682-923e119327ed),segment_id=8edd4d2a-1322-4e02-8682-923e119327ed)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:57:56.360990 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-9ed5cf68-4b41-4648-98d8-1897e82e91c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847015921'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:56.377186 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:57:56.533186 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5cf68-4b41-4648-98d8-1897e82e91c9 service neutron] Pushing event updated for resources: {'Port': ['ID=33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:57:56.536527 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-9ed5cf68-4b41-4648-98d8-1897e82e91c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:57:56.573631 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-9ed5cf68-4b41-4648-98d8-1897e82e91c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:56.573992 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-9ed5cf68-4b41-4648-98d8-1897e82e91c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:56.575668 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-9ed5cf68-4b41-4648-98d8-1897e82e91c9 service neutron] 10.222.0.79 "PUT /v2.0/ports/33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51 HTTP/1.1" status: 200 len: 1094 time: 1.5580363 Apr 16 11:57:56.576218 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2196226d-a971-4fa9-a523-6fb6ed93b6d5', 'tag': '33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:57:56.655387 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2196226d-a971-4fa9-a523-6fb6ed93b6d5', 'tag': '33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51', 'status': 'completed', 'code': 200} Apr 16 11:57:56.660630 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a529ae47-09db-48e3-9c83-0e6afc81b6a5 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:56.663694 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a529ae47-09db-48e3-9c83-0e6afc81b6a5 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852691177'] for floatingip, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:56.694841 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-2185fc1e-6de0-4419-8256-f4e7e4d45972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:56.696478 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-2185fc1e-6de0-4419-8256-f4e7e4d45972 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f1626fac6bf6416b9b1f55eb52623e7d&device_id=2196226d-a971-4fa9-a523-6fb6ed93b6d5 HTTP/1.1" status: 200 len: 1097 time: 0.0835414 Apr 16 11:57:56.776815 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-a616baa2-e625-48f2-819d-db1319273726 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51 HTTP/1.1" status: 200 len: 217 time: 0.0703194 Apr 16 11:57:56.845838 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.l3_db [None req-a529ae47-09db-48e3-9c83-0e6afc81b6a5 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Floating IP 9205e30e-365d-440e-8632-ffae4b799f28 associated. External IP: 172.27.1.225, port: 5a5a5024-779b-475e-8b4e-47ff8b63f59c. Apr 16 11:57:56.851235 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-d36ebbfb-68fe-42b1-87cc-1d683ed37546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:56.852832 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-d36ebbfb-68fe-42b1-87cc-1d683ed37546 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b8d99986-1ecf-4d43-a8b4-595f441d079e HTTP/1.1" status: 200 len: 854 time: 0.0693009 Apr 16 11:57:56.908783 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-a0d737e9-1b1d-41c1-babb-f2090c3717f5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2b0efee7-0b47-4077-8d13-18c454d47477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477970 Apr 16 11:57:57.058567 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-3e52afde-fc67-4b9f-942b-9b7f8136c3ab service neutron] 10.222.0.79 "GET /v2.0/networks/2b0efee7-0b47-4077-8d13-18c454d47477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428468 Apr 16 11:57:57.239065 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a529ae47-09db-48e3-9c83-0e6afc81b6a5 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Router 6192d5b7-ede1-4dbc-8d4a-25b178584e2c has already been hosted by L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 {{(pid=85338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:57:57.439591 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-64a2a744-cb9c-4fa1-9056-59447db2307b req-94b5d84c-47f6-4a88-bca6-f6e8ef37c072 service neutron] 10.222.0.79 "GET /v2.0/networks/2b0efee7-0b47-4077-8d13-18c454d47477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707674 Apr 16 11:57:57.510605 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a529ae47-09db-48e3-9c83-0e6afc81b6a5 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:57:57.515640 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a529ae47-09db-48e3-9c83-0e6afc81b6a5 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for floatingip, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:57.520240 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8847965d-618e-428f-8822-2f74b885a5da None None] Sync routers for ids ['6192d5b7-ede1-4dbc-8d4a-25b178584e2c'] in dv-cinder-689486-10-iscsi {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:57:57.530531 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8847965d-618e-428f-8822-2f74b885a5da None None] Routers {'6192d5b7-ede1-4dbc-8d4a-25b178584e2c'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:57:57.531209 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-8847965d-618e-428f-8822-2f74b885a5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:57:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['6192d5b7-ede1-4dbc-8d4a-25b178584e2c'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:57:57.566138 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168defaf-f275-4084-9a19-e6116b17844b req-683769ce-f62f-45dc-99d5-8c6fecdf7c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:57.567735 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-168defaf-f275-4084-9a19-e6116b17844b req-683769ce-f62f-45dc-99d5-8c6fecdf7c49 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f1626fac6bf6416b9b1f55eb52623e7d&device_id=2196226d-a971-4fa9-a523-6fb6ed93b6d5 HTTP/1.1" status: 200 len: 1097 time: 0.0813270 Apr 16 11:57:57.581811 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77e9b4-a680-4aad-93cf-b7e382d9a59b req-dc7440a9-9c90-468a-a0de-da6802328e31 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:57.583407 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1f77e9b4-a680-4aad-93cf-b7e382d9a59b req-dc7440a9-9c90-468a-a0de-da6802328e31 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/ports?device_id=2196226d-a971-4fa9-a523-6fb6ed93b6d5 HTTP/1.1" status: 200 len: 944 time: 0.2026293 Apr 16 11:57:57.591246 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-a529ae47-09db-48e3-9c83-0e6afc81b6a5 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "PUT /v2.0/floatingips/9205e30e-365d-440e-8632-ffae4b799f28 HTTP/1.1" status: 200 len: 991 time: 1.9346716 Apr 16 11:57:57.593906 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f963c00-b6e2-4eaa-bbe0-2aff67f20733', 'tag': '5a5a5024-779b-475e-8b4e-47ff8b63f59c'}] {{(pid=85338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:57:57.659945 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1f77e9b4-a680-4aad-93cf-b7e382d9a59b req-b51c6256-f009-44d2-963b-0e3258720729 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f2076bd-1e66-4459-af48-9753fdafebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667493 Apr 16 11:57:57.719180 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f963c00-b6e2-4eaa-bbe0-2aff67f20733', 'tag': '5a5a5024-779b-475e-8b4e-47ff8b63f59c', 'status': 'completed', 'code': 200} Apr 16 11:57:57.725893 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168defaf-f275-4084-9a19-e6116b17844b req-4c9f3dde-8226-4414-a1a4-e0722a73642a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:57.727461 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-168defaf-f275-4084-9a19-e6116b17844b req-4c9f3dde-8226-4414-a1a4-e0722a73642a service neutron] 10.222.0.79 "GET /v2.0/networks?id=2b0efee7-0b47-4077-8d13-18c454d47477 HTTP/1.1" status: 200 len: 915 time: 0.1522057 Apr 16 11:57:57.728597 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-8847965d-618e-428f-8822-2f74b885a5da None None] Set router 6192d5b7-ede1-4dbc-8d4a-25b178584e2c gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:57:57.824191 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-168defaf-f275-4084-9a19-e6116b17844b req-0b4add09-78c5-4a5e-8ff2-58670318e113 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51 HTTP/1.1" status: 200 len: 217 time: 0.0762923 Apr 16 11:57:57.853974 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a199ad-9c50-4bbc-9805-e87890c67fd2 req-57159f0d-3f87-4134-8a27-16930d31f3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:57.855981 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-66a199ad-9c50-4bbc-9805-e87890c67fd2 req-57159f0d-3f87-4134-8a27-16930d31f3d3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a8f545f40a11467b946db58b523aa51f&device_id=7f963c00-b6e2-4eaa-bbe0-2aff67f20733 HTTP/1.1" status: 200 len: 1098 time: 0.0965023 Apr 16 11:57:57.911500 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168defaf-f275-4084-9a19-e6116b17844b req-5a20759f-24fb-420b-a057-6a7016b2b868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:57.913427 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-168defaf-f275-4084-9a19-e6116b17844b req-5a20759f-24fb-420b-a057-6a7016b2b868 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b8d99986-1ecf-4d43-a8b4-595f441d079e HTTP/1.1" status: 200 len: 854 time: 0.0733349 Apr 16 11:57:57.973840 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-168defaf-f275-4084-9a19-e6116b17844b req-bd6851e6-307e-4383-9019-2fcff1de820e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2b0efee7-0b47-4077-8d13-18c454d47477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523598 Apr 16 11:57:58.003607 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a199ad-9c50-4bbc-9805-e87890c67fd2 req-4805ad8b-3205-479f-afd0-8d887881c89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:58.005209 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-66a199ad-9c50-4bbc-9805-e87890c67fd2 req-4805ad8b-3205-479f-afd0-8d887881c89c service neutron] 10.222.0.79 "GET /v2.0/networks?id=2180b119-bc71-44ac-ab3a-75fb991fd9c9 HTTP/1.1" status: 200 len: 910 time: 0.1418707 Apr 16 11:57:58.126709 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-66a199ad-9c50-4bbc-9805-e87890c67fd2 req-bbcb68c7-9ea4-4f79-b944-0f789fbac3b2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a5a5024-779b-475e-8b4e-47ff8b63f59c HTTP/1.1" status: 200 len: 999 time: 0.1132686 Apr 16 11:57:58.137660 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-168defaf-f275-4084-9a19-e6116b17844b req-dc00d2ee-dae1-41df-8fbe-8e78f5a6a024 service neutron] 10.222.0.79 "GET /v2.0/networks/2b0efee7-0b47-4077-8d13-18c454d47477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527607 Apr 16 11:57:58.218372 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a199ad-9c50-4bbc-9805-e87890c67fd2 req-6437272d-48cf-437f-814c-70e0215e8548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:58.219929 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-66a199ad-9c50-4bbc-9805-e87890c67fd2 req-6437272d-48cf-437f-814c-70e0215e8548 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=db3c83ef-37ef-4f43-9fb3-a7487fc6375e HTTP/1.1" status: 200 len: 848 time: 0.0852077 Apr 16 11:57:58.313185 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a199ad-9c50-4bbc-9805-e87890c67fd2 req-94f24902-08e8-44c9-8f6f-7467d40d3eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:58.316004 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-66a199ad-9c50-4bbc-9805-e87890c67fd2 req-94f24902-08e8-44c9-8f6f-7467d40d3eca service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2180b119-bc71-44ac-ab3a-75fb991fd9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0888731 Apr 16 11:57:58.324317 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-8847965d-618e-428f-8822-2f74b885a5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'name': 'tempest-AttachVolumeTestJSON-20958925-router', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '4c329cd0-1603-4ba8-894e-85d49d08da7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:33Z', 'updated_at': '2021-04-16T11:49:47Z', 'revision_number': 4, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'gw_port': {'id': '4c329cd0-1603-4ba8-894e-85d49d08da7b', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:34Z', 'updated_at': '2021-04-16T11:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_floatingips': [{'id': '9205e30e-365d-440e-8632-ffae4b799f28', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'router_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'port_id': '5a5a5024-779b-475e-8b4e-47ff8b63f59c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9', 'mac_address': 'fa:16:3e:4b:fe:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f963c00-b6e2-4eaa-bbe0-2aff67f20733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:57:32Z', 'updated_at': '2021-04-16T11:57:56Z', 'revision_number': 1, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95cddb1-065d-43c3-8027-7c92f45c9cc5', 'name': '', 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'mac_address': 'fa:16:3e:b0:a8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'db3c83ef-37ef-4f43-9fb3-a7487fc6375e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:42Z', 'updated_at': '2021-04-16T11:50:03Z', 'revision_number': 5, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'subnets': [{'id': 'db3c83ef-37ef-4f43-9fb3-a7487fc6375e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:57:58.325846 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-168defaf-f275-4084-9a19-e6116b17844b req-8b18c342-9ab3-48e9-b5aa-350e47166ec4 service neutron] 10.222.0.79 "GET /v2.0/networks/2b0efee7-0b47-4077-8d13-18c454d47477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841311 Apr 16 11:57:58.332641 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8847965d-618e-428f-8822-2f74b885a5da None None] Checking router: 6192d5b7-ede1-4dbc-8d4a-25b178584e2c for host: dv-cinder-689486-10-iscsi {{(pid=85339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:57:58.349925 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8847965d-618e-428f-8822-2f74b885a5da None None] Routers {'6192d5b7-ede1-4dbc-8d4a-25b178584e2c'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:57:58.351030 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-8847965d-618e-428f-8822-2f74b885a5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:57:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['6192d5b7-ede1-4dbc-8d4a-25b178584e2c'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:57:58.529151 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-66a199ad-9c50-4bbc-9805-e87890c67fd2 req-4f15ee5a-6338-4282-b6db-2f272cf658c5 service neutron] 10.222.0.79 "GET /v2.0/networks/2180b119-bc71-44ac-ab3a-75fb991fd9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046754 Apr 16 11:57:58.594147 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-8847965d-618e-428f-8822-2f74b885a5da None None] Set router 6192d5b7-ede1-4dbc-8d4a-25b178584e2c gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:57:58.688308 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-66a199ad-9c50-4bbc-9805-e87890c67fd2 req-b27d2239-3764-4155-a92e-5facc638334a service neutron] 10.222.0.79 "GET /v2.0/networks/2180b119-bc71-44ac-ab3a-75fb991fd9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508265 Apr 16 11:57:58.893444 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94fb01-ae2c-4874-acdc-9e6e89af7ee2 req-c641c9ff-402b-4170-b0cd-6f17567e461b tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:58.895068 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5b94fb01-ae2c-4874-acdc-9e6e89af7ee2 req-c641c9ff-402b-4170-b0cd-6f17567e461b tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/ports?device_id=2196226d-a971-4fa9-a523-6fb6ed93b6d5 HTTP/1.1" status: 200 len: 944 time: 0.0980723 Apr 16 11:57:58.949422 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5b94fb01-ae2c-4874-acdc-9e6e89af7ee2 req-ab678ec1-e315-4adf-bdf3-69d1db231d1f tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f2076bd-1e66-4459-af48-9753fdafebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460534 Apr 16 11:57:58.997457 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-8847965d-618e-428f-8822-2f74b885a5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'name': 'tempest-AttachVolumeTestJSON-20958925-router', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '4c329cd0-1603-4ba8-894e-85d49d08da7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:33Z', 'updated_at': '2021-04-16T11:49:47Z', 'revision_number': 4, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'gw_port': {'id': '4c329cd0-1603-4ba8-894e-85d49d08da7b', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:34Z', 'updated_at': '2021-04-16T11:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_floatingips': [{'id': '9205e30e-365d-440e-8632-ffae4b799f28', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'router_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'port_id': '5a5a5024-779b-475e-8b4e-47ff8b63f59c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9', 'mac_address': 'fa:16:3e:4b:fe:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f963c00-b6e2-4eaa-bbe0-2aff67f20733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:57:32Z', 'updated_at': '2021-04-16T11:57:56Z', 'revision_number': 1, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95cddb1-065d-43c3-8027-7c92f45c9cc5', 'name': '', 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'mac_address': 'fa:16:3e:b0:a8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'db3c83ef-37ef-4f43-9fb3-a7487fc6375e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:42Z', 'updated_at': '2021-04-16T11:50:03Z', 'revision_number': 5, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'subnets': [{'id': 'db3c83ef-37ef-4f43-9fb3-a7487fc6375e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:57:59.001654 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8847965d-618e-428f-8822-2f74b885a5da None None] The sync data for ids ['6192d5b7-ede1-4dbc-8d4a-25b178584e2c'] in dv-cinder-689486-10-iscsi is: [{'id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'name': 'tempest-AttachVolumeTestJSON-20958925-router', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '4c329cd0-1603-4ba8-894e-85d49d08da7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:33Z', 'updated_at': '2021-04-16T11:49:47Z', 'revision_number': 4, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'gw_port': {'id': '4c329cd0-1603-4ba8-894e-85d49d08da7b', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:34Z', 'updated_at': '2021-04-16T11:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_floatingips': [{'id': '9205e30e-365d-440e-8632-ffae4b799f28', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'router_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'port_id': '5a5a5024-779b-475e-8b4e-47ff8b63f59c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9', 'mac_address': 'fa:16:3e:4b:fe:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f963c00-b6e2-4eaa-bbe0-2aff67f20733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:57:32Z', 'updated_at': '2021-04-16T11:57:56Z', 'revision_number': 1, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95cddb1-065d-43c3-8027-7c92f45c9cc5', 'name': '', 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'mac_address': 'fa:16:3e:b0:a8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'db3c83ef-37ef-4f43-9fb3-a7487fc6375e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:42Z', 'updated_at': '2021-04-16T11:50:03Z', 'revision_number': 5, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'subnets': [{'id': 'db3c83ef-37ef-4f43-9fb3-a7487fc6375e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:57:59.258483 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c0ed8e-acc1-4707-be84-ca91ecdb79f7 None None] New status for floating IP 9205e30e-365d-440e-8632-ffae4b799f28: ACTIVE {{(pid=85340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 11:58:00.394314 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d3f1f-c088-46b7-bff1-c2938e1349ba req-ff549d7d-e5ee-4117-a88a-b6774d4be9ba tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:00.395853 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-750d3f1f-c088-46b7-bff1-c2938e1349ba req-ff549d7d-e5ee-4117-a88a-b6774d4be9ba tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/ports?device_id=2196226d-a971-4fa9-a523-6fb6ed93b6d5 HTTP/1.1" status: 200 len: 944 time: 0.3290117 Apr 16 11:58:00.444505 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-750d3f1f-c088-46b7-bff1-c2938e1349ba req-b8a4f604-646d-4c1b-a320-dd80707f39e0 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f2076bd-1e66-4459-af48-9753fdafebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413401 Apr 16 11:58:01.439718 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e49143ac-97d0-4469-a584-b54db5ab0306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:01.657516 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348c86d-8888-4332-8850-173991e71c4b req-b0b73111-d62b-4107-af71-d733c2a29e67 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:01.659084 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3348c86d-8888-4332-8850-173991e71c4b req-b0b73111-d62b-4107-af71-d733c2a29e67 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/ports?device_id=2196226d-a971-4fa9-a523-6fb6ed93b6d5 HTTP/1.1" status: 200 len: 944 time: 0.0933228 Apr 16 11:58:01.709875 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3348c86d-8888-4332-8850-173991e71c4b req-193afe35-fb0e-4129-b186-4c44b8d79674 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f2076bd-1e66-4459-af48-9753fdafebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441496 Apr 16 11:58:02.451487 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:58:02.598708 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51,segment=NetworkSegment(8edd4d2a-1322-4e02-8682-923e119327ed),segment_id=8edd4d2a-1322-4e02-8682-923e119327ed)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:58:02.613638 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Returning: {'device': '33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51', 'network_id': '2b0efee7-0b47-4077-8d13-18c454d47477', 'port_id': '33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51', 'mac_address': 'fa:16:3e:88:6e:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8d99986-1ecf-4d43-a8b4-595f441d079e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:58:02.676404 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:02.695341 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51 {{(pid=85339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:58:02.711889 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51,segment=NetworkSegment(8edd4d2a-1322-4e02-8682-923e119327ed),segment_id=8edd4d2a-1322-4e02-8682-923e119327ed)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:58:02.715215 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:02.717046 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:02.790436 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51,revision_number=4']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:02.794484 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:02.914809 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f48dd-c6bc-45d3-a8ac-9aa2bda8d129 req-84aebe57-6e71-4795-996d-fb870bc2f90f tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:02.917262 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ef9f48dd-c6bc-45d3-a8ac-9aa2bda8d129 req-84aebe57-6e71-4795-996d-fb870bc2f90f tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/ports?device_id=2196226d-a971-4fa9-a523-6fb6ed93b6d5 HTTP/1.1" status: 200 len: 945 time: 0.0902908 Apr 16 11:58:02.965618 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ef9f48dd-c6bc-45d3-a8ac-9aa2bda8d129 req-bd007d71-f574-4601-a799-33f08b52fb29 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f2076bd-1e66-4459-af48-9753fdafebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419977 Apr 16 11:58:03.080886 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:58:03.410245 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:58:04.175568 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c47bd2-51d3-4de9-8b13-2e2ddfda2958 req-a4117ecb-d3b1-48e0-be78-24901db5ae33 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:04.177384 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-84c47bd2-51d3-4de9-8b13-2e2ddfda2958 req-a4117ecb-d3b1-48e0-be78-24901db5ae33 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/ports?device_id=2196226d-a971-4fa9-a523-6fb6ed93b6d5 HTTP/1.1" status: 200 len: 945 time: 0.0917819 Apr 16 11:58:04.234051 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-84c47bd2-51d3-4de9-8b13-2e2ddfda2958 req-96903c0f-de1b-4ca3-84a4-bf4d46b47590 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f2076bd-1e66-4459-af48-9753fdafebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490017 Apr 16 11:58:04.460760 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51 up at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:58:04.535571 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning for port 33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51 completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:58:04.540884 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning complete for port 33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:58:04.542117 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:04.669833 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:04.698109 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2196226d-a971-4fa9-a523-6fb6ed93b6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51'}] {{(pid=85339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:58:04.708378 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51,segment=NetworkSegment(8edd4d2a-1322-4e02-8682-923e119327ed),segment_id=8edd4d2a-1322-4e02-8682-923e119327ed)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:58:04.711326 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:04.714156 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:04.752005 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2196226d-a971-4fa9-a523-6fb6ed93b6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51', 'code': 200} Apr 16 11:58:04.785590 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51,revision_number=5']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:04.788672 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:04.858310 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-aab32831-a87a-42fe-8648-2aae87344a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:04.995621 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b272b-b9fc-48e2-a1a8-a2d00f4238f1 req-96541333-27ca-4d76-8727-c2ab0f18fe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:04.997136 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-414b272b-b9fc-48e2-a1a8-a2d00f4238f1 req-96541333-27ca-4d76-8727-c2ab0f18fe12 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2196226d-a971-4fa9-a523-6fb6ed93b6d5 HTTP/1.1" status: 200 len: 1099 time: 0.0773962 Apr 16 11:58:05.040875 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-414b272b-b9fc-48e2-a1a8-a2d00f4238f1 req-c22ddb31-34ab-4521-9927-1cf82644b490 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=5f2076bd-1e66-4459-af48-9753fdafebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359838 Apr 16 11:58:05.442500 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0b425-5612-4e0f-8a37-6fa67fb4916f req-9c1e7688-f713-4e16-a2d9-4cd0cdf434cc tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:05.444401 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-30e0b425-5612-4e0f-8a37-6fa67fb4916f req-9c1e7688-f713-4e16-a2d9-4cd0cdf434cc tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/ports?device_id=2196226d-a971-4fa9-a523-6fb6ed93b6d5 HTTP/1.1" status: 200 len: 946 time: 0.0883546 Apr 16 11:58:05.492928 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-30e0b425-5612-4e0f-8a37-6fa67fb4916f req-9ac2ad1e-ffe7-4ab8-9444-d3210721809a tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f2076bd-1e66-4459-af48-9753fdafebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419805 Apr 16 11:58:05.832883 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:06.418897 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:06.705552 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea840d3a-9233-4345-81a7-f7be2f5b8f73 req-cbe1622d-f040-4336-9c17-8bd8b162e47d tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:06.707115 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ea840d3a-9233-4345-81a7-f7be2f5b8f73 req-cbe1622d-f040-4336-9c17-8bd8b162e47d tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/ports?device_id=2196226d-a971-4fa9-a523-6fb6ed93b6d5 HTTP/1.1" status: 200 len: 946 time: 0.0945966 Apr 16 11:58:06.755852 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ea840d3a-9233-4345-81a7-f7be2f5b8f73 req-d7a3a927-577f-4f5a-811a-88d4b9d467c5 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f2076bd-1e66-4459-af48-9753fdafebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415721 Apr 16 11:58:07.596318 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:13.688081 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:31.441927 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-733a21e2-6150-459b-b8d0-49412ff9b0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:32.706676 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6f212-1429-4a0b-ba61-48e6437c1811 req-0b0e244f-7041-41ec-9f0e-806de4a33440 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:32.708275 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c5d6f212-1429-4a0b-ba61-48e6437c1811 req-0b0e244f-7041-41ec-9f0e-806de4a33440 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/ports?device_id=2196226d-a971-4fa9-a523-6fb6ed93b6d5 HTTP/1.1" status: 200 len: 946 time: 0.0947359 Apr 16 11:58:32.757970 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c5d6f212-1429-4a0b-ba61-48e6437c1811 req-1bba5b92-3cf5-497b-9e2e-fc97ce5f76a2 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f2076bd-1e66-4459-af48-9753fdafebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430086 Apr 16 11:58:33.968513 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcb0ab-0eca-482d-bc76-ddfffe3d5981 req-49884a72-e48f-4b85-b02c-46a0ba5d2317 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:33.970089 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f8bcb0ab-0eca-482d-bc76-ddfffe3d5981 req-49884a72-e48f-4b85-b02c-46a0ba5d2317 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/ports?device_id=2196226d-a971-4fa9-a523-6fb6ed93b6d5 HTTP/1.1" status: 200 len: 946 time: 0.0906990 Apr 16 11:58:34.021333 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f8bcb0ab-0eca-482d-bc76-ddfffe3d5981 req-7c2a9c00-fe46-46f0-a90d-90b1c3427ab2 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f2076bd-1e66-4459-af48-9753fdafebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449591 Apr 16 11:58:34.777259 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2733f01-e552-42be-9794-e662fcd6bdee req-d40a9fb5-f6ad-4ec3-a323-72506e549d5e tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:34.778810 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b2733f01-e552-42be-9794-e662fcd6bdee req-d40a9fb5-f6ad-4ec3-a323-72506e549d5e tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.79 "GET /v2.0/ports?device_id=2196226d-a971-4fa9-a523-6fb6ed93b6d5 HTTP/1.1" status: 200 len: 946 time: 0.0944138 Apr 16 11:58:34.860581 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-b2733f01-e552-42be-9794-e662fcd6bdee req-e0e2f55f-8a0c-47a2-a3db-0f589953700f tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Deleting port 33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51 {{(pid=85338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:58:34.860971 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-b2733f01-e552-42be-9794-e662fcd6bdee req-e0e2f55f-8a0c-47a2-a3db-0f589953700f tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:34.862743 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0e540b1f-beb2-434f-ab5d-4f64aa083de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:35.134295 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-b2733f01-e552-42be-9794-e662fcd6bdee req-e0e2f55f-8a0c-47a2-a3db-0f589953700f tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] For port 33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51,segment=NetworkSegment(8edd4d2a-1322-4e02-8682-923e119327ed),segment_id=8edd4d2a-1322-4e02-8682-923e119327ed)] {{(pid=85338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:58:35.135288 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-b2733f01-e552-42be-9794-e662fcd6bdee req-e0e2f55f-8a0c-47a2-a3db-0f589953700f tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:35.276344 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afafde1a-7c69-4aa0-841a-3191bbe4f01b req-76576175-fa6a-4862-8801-8bb9c71747c4 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:35.276583 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-afafde1a-7c69-4aa0-841a-3191bbe4f01b req-76576175-fa6a-4862-8801-8bb9c71747c4 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/ports?device_id=2196226d-a971-4fa9-a523-6fb6ed93b6d5 HTTP/1.1" status: 200 len: 946 time: 0.1381021 Apr 16 11:58:35.284223 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-b2733f01-e552-42be-9794-e662fcd6bdee req-e0e2f55f-8a0c-47a2-a3db-0f589953700f tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Calling delete_port for 33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51 owned by compute:nova {{(pid=85338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:58:35.328539 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-afafde1a-7c69-4aa0-841a-3191bbe4f01b req-22a95ed5-7eb5-48f8-bcd6-48dab9b89642 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f2076bd-1e66-4459-af48-9753fdafebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451326 Apr 16 11:58:35.435372 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-b2733f01-e552-42be-9794-e662fcd6bdee req-e0e2f55f-8a0c-47a2-a3db-0f589953700f tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1351932'] for port, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:35.447095 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:58:35.454671 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-db5733dc-31a0-4635-9b62-145703dfbb81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:35.550280 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e2f55f-8a0c-47a2-a3db-0f589953700f tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Pushing event deleted for resources: {'Port': ['ID=33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:35.564185 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e2f55f-8a0c-47a2-a3db-0f589953700f tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:35.564577 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e2f55f-8a0c-47a2-a3db-0f589953700f tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:35.564990 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e2f55f-8a0c-47a2-a3db-0f589953700f tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:35.565393 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e2f55f-8a0c-47a2-a3db-0f589953700f tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:35.565790 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e2f55f-8a0c-47a2-a3db-0f589953700f tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:35.566190 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e2f55f-8a0c-47a2-a3db-0f589953700f tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:35.566588 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e2f55f-8a0c-47a2-a3db-0f589953700f tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:35.566988 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e2f55f-8a0c-47a2-a3db-0f589953700f tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:35.567381 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e2f55f-8a0c-47a2-a3db-0f589953700f tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:35.567756 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e2f55f-8a0c-47a2-a3db-0f589953700f tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:35.568156 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e2f55f-8a0c-47a2-a3db-0f589953700f tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:35.568580 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e2f55f-8a0c-47a2-a3db-0f589953700f tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:35.574684 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e0e2f55f-8a0c-47a2-a3db-0f589953700f tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:35.719023 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2733f01-e552-42be-9794-e662fcd6bdee req-e0e2f55f-8a0c-47a2-a3db-0f589953700f tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] No DVR routers for this DVR port 33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51 on host hv-cinder-68948 {{(pid=85338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 11:58:35.721707 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-b2733f01-e552-42be-9794-e662fcd6bdee req-e0e2f55f-8a0c-47a2-a3db-0f589953700f tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:35.725469 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2196226d-a971-4fa9-a523-6fb6ed93b6d5', 'name': 'network-vif-deleted', 'tag': '33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51'}] {{(pid=85338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:58:35.741610 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b2733f01-e552-42be-9794-e662fcd6bdee req-e0e2f55f-8a0c-47a2-a3db-0f589953700f tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] 10.222.0.79 "DELETE /v2.0/ports/33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51 HTTP/1.1" status: 204 len: 173 time: 0.9563658 Apr 16 11:58:35.776572 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2196226d-a971-4fa9-a523-6fb6ed93b6d5', 'name': 'network-vif-deleted', 'tag': '33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51', 'status': 'completed', 'code': 200} Apr 16 11:58:35.833682 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:36.412423 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:37.598819 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:38.593606 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:58:38.637360 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] No Port match for: 33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51 {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:58:38.638034 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 33ec1a3a-2395-4f2d-9194-a6a1fb6a0b51 not bound to the agent host hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:58:40.410454 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:58:40.507026 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 56444) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:40.851449 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-50446359-cbad-4013-a2b3-7bbb11879f31 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Deleting port 7976b326-0023-4a0d-b9c2-142288437414 {{(pid=85338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:58:40.851832 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-50446359-cbad-4013-a2b3-7bbb11879f31 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:41.047356 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-50446359-cbad-4013-a2b3-7bbb11879f31 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:41.047728 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-50446359-cbad-4013-a2b3-7bbb11879f31 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:41.184410 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-50446359-cbad-4013-a2b3-7bbb11879f31 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Calling delete_port for 7976b326-0023-4a0d-b9c2-142288437414 owned by network:floatingip {{(pid=85338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:58:41.349736 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-50446359-cbad-4013-a2b3-7bbb11879f31 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1351932'] for port, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:41.366250 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-0180ad5f-33d6-4c24-af3d-9716930b0526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:41.461380 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50446359-cbad-4013-a2b3-7bbb11879f31 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Pushing event deleted for resources: {'Port': ['ID=7976b326-0023-4a0d-b9c2-142288437414,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:41.469098 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-50446359-cbad-4013-a2b3-7bbb11879f31 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:41.635218 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-50446359-cbad-4013-a2b3-7bbb11879f31 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks [] for floatingip, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:41.635900 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.l3_db [None req-50446359-cbad-4013-a2b3-7bbb11879f31 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Floating IP 77224d0c-7a72-4ef0-82d3-60cd77583fe6 disassociated (deleted). External IP: 172.27.1.173, port: 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff. Apr 16 11:58:42.011617 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50446359-cbad-4013-a2b3-7bbb11879f31 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Router c41a2f58-7aed-4192-a803-b95c3e7c2a0f has already been hosted by L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 {{(pid=85338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:58:42.205414 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50446359-cbad-4013-a2b3-7bbb11879f31 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:58:42.216550 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08bc862-d46c-47e7-99e3-d2c3528123cb None None] Sync routers for ids ['c41a2f58-7aed-4192-a803-b95c3e7c2a0f'] in dv-cinder-689486-10-iscsi {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:58:42.227527 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08bc862-d46c-47e7-99e3-d2c3528123cb None None] Routers {'c41a2f58-7aed-4192-a803-b95c3e7c2a0f'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:58:42.227760 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-50446359-cbad-4013-a2b3-7bbb11879f31 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for floatingip, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:42.228386 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-a08bc862-d46c-47e7-99e3-d2c3528123cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:58:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['c41a2f58-7aed-4192-a803-b95c3e7c2a0f'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:58:42.288382 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-50446359-cbad-4013-a2b3-7bbb11879f31 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "DELETE /v2.0/floatingips/77224d0c-7a72-4ef0-82d3-60cd77583fe6 HTTP/1.1" status: 204 len: 168 time: 1.7800653 Apr 16 11:58:42.288992 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9216852-5e70-4674-a8e0-b30e372c240b', 'tag': '96e7fa74-7ec8-4cc3-bd63-530aab3b47ff'}] {{(pid=85338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:58:42.429527 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-a08bc862-d46c-47e7-99e3-d2c3528123cb None None] Set router c41a2f58-7aed-4192-a803-b95c3e7c2a0f gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:58:42.515760 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9216852-5e70-4674-a8e0-b30e372c240b', 'tag': '96e7fa74-7ec8-4cc3-bd63-530aab3b47ff', 'status': 'completed', 'code': 200} Apr 16 11:58:42.799537 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5cb30-3af5-4f7f-bae9-f451de0c72ff req-675f64ac-1cfa-46b4-beaa-2764fdfb310d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:42.801311 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-96b5cb30-3af5-4f7f-bae9-f451de0c72ff req-675f64ac-1cfa-46b4-beaa-2764fdfb310d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b689f53fbd644b74a29274580a1b9004&device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 1098 time: 0.0941548 Apr 16 11:58:42.949500 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-a08bc862-d46c-47e7-99e3-d2c3528123cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'name': 'tempest-TestShelveInstance-2086595874-router', 'tenant_id': 'b689f53fbd644b74a29274580a1b9004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd4e8ee37-d018-4cfb-930f-4c2d17e3c69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:39Z', 'updated_at': '2021-04-16T11:51:45Z', 'revision_number': 4, 'project_id': 'b689f53fbd644b74a29274580a1b9004', 'gw_port': {'id': 'd4e8ee37-d018-4cfb-930f-4c2d17e3c69f', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:40Z', 'updated_at': '2021-04-16T11:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': 'c838b62a-8c15-4d9f-80bc-ec411b3c510a', 'name': '', 'network_id': 'c333e2d3-dce1-4fe5-8c2d-1984ef6de94a', 'tenant_id': 'b689f53fbd644b74a29274580a1b9004', 'mac_address': 'fa:16:3e:02:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5c412702-7872-4db0-90b5-ec373852a7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:44Z', 'updated_at': '2021-04-16T11:51:55Z', 'revision_number': 5, 'project_id': 'b689f53fbd644b74a29274580a1b9004', 'subnets': [{'id': '5c412702-7872-4db0-90b5-ec373852a7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:58:42.954764 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08bc862-d46c-47e7-99e3-d2c3528123cb None None] Checking router: c41a2f58-7aed-4192-a803-b95c3e7c2a0f for host: dv-cinder-689486-10-iscsi {{(pid=85339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:58:42.965667 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08bc862-d46c-47e7-99e3-d2c3528123cb None None] Routers {'c41a2f58-7aed-4192-a803-b95c3e7c2a0f'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:58:42.966375 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-a08bc862-d46c-47e7-99e3-d2c3528123cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:58:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['c41a2f58-7aed-4192-a803-b95c3e7c2a0f'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:58:43.178965 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-a08bc862-d46c-47e7-99e3-d2c3528123cb None None] Set router c41a2f58-7aed-4192-a803-b95c3e7c2a0f gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:58:43.269489 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd49de8-5fcb-407d-845c-8c2944ea95cf req-44390cd9-4218-448a-a6a0-69143f80ff0b tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:43.270289 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-4dd49de8-5fcb-407d-845c-8c2944ea95cf req-44390cd9-4218-448a-a6a0-69143f80ff0b tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Synchronizing usage tracker for tenant:b689f53fbd644b74a29274580a1b9004 on resource:port {{(pid=85338) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:58:43.287573 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5cb30-3af5-4f7f-bae9-f451de0c72ff req-24224964-a9c3-4f42-8057-9d2b5904c9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:43.289188 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-96b5cb30-3af5-4f7f-bae9-f451de0c72ff req-24224964-a9c3-4f42-8057-9d2b5904c9df service neutron] 10.222.0.79 "GET /v2.0/networks?id=c333e2d3-dce1-4fe5-8c2d-1984ef6de94a HTTP/1.1" status: 200 len: 910 time: 0.4419549 Apr 16 11:58:43.295044 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-4dd49de8-5fcb-407d-845c-8c2944ea95cf req-44390cd9-4218-448a-a6a0-69143f80ff0b tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Unset dirty status for tenant:b689f53fbd644b74a29274580a1b9004 on resource:port {{(pid=85338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:58:43.296306 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4dd49de8-5fcb-407d-845c-8c2944ea95cf req-44390cd9-4218-448a-a6a0-69143f80ff0b tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 945 time: 0.4940464 Apr 16 11:58:43.389740 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-96b5cb30-3af5-4f7f-bae9-f451de0c72ff req-7871edba-842c-4daa-96e3-0db3c0778801 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96e7fa74-7ec8-4cc3-bd63-530aab3b47ff HTTP/1.1" status: 200 len: 217 time: 0.0908957 Apr 16 11:58:43.459061 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4dd49de8-5fcb-407d-845c-8c2944ea95cf req-4d19a59b-d1f7-4949-9839-931d6919c278 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063788 Apr 16 11:58:43.516378 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5cb30-3af5-4f7f-bae9-f451de0c72ff req-008acf72-d56d-4962-aa2c-0db86b5f30d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:43.518041 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-96b5cb30-3af5-4f7f-bae9-f451de0c72ff req-008acf72-d56d-4962-aa2c-0db86b5f30d6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5c412702-7872-4db0-90b5-ec373852a7cc HTTP/1.1" status: 200 len: 848 time: 0.1153629 Apr 16 11:58:43.558667 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-a08bc862-d46c-47e7-99e3-d2c3528123cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'name': 'tempest-TestShelveInstance-2086595874-router', 'tenant_id': 'b689f53fbd644b74a29274580a1b9004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd4e8ee37-d018-4cfb-930f-4c2d17e3c69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:39Z', 'updated_at': '2021-04-16T11:51:45Z', 'revision_number': 4, 'project_id': 'b689f53fbd644b74a29274580a1b9004', 'gw_port': {'id': 'd4e8ee37-d018-4cfb-930f-4c2d17e3c69f', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:40Z', 'updated_at': '2021-04-16T11:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': 'c838b62a-8c15-4d9f-80bc-ec411b3c510a', 'name': '', 'network_id': 'c333e2d3-dce1-4fe5-8c2d-1984ef6de94a', 'tenant_id': 'b689f53fbd644b74a29274580a1b9004', 'mac_address': 'fa:16:3e:02:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5c412702-7872-4db0-90b5-ec373852a7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:44Z', 'updated_at': '2021-04-16T11:51:55Z', 'revision_number': 5, 'project_id': 'b689f53fbd644b74a29274580a1b9004', 'subnets': [{'id': '5c412702-7872-4db0-90b5-ec373852a7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:58:43.563422 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08bc862-d46c-47e7-99e3-d2c3528123cb None None] The sync data for ids ['c41a2f58-7aed-4192-a803-b95c3e7c2a0f'] in dv-cinder-689486-10-iscsi is: [{'id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'name': 'tempest-TestShelveInstance-2086595874-router', 'tenant_id': 'b689f53fbd644b74a29274580a1b9004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd4e8ee37-d018-4cfb-930f-4c2d17e3c69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:39Z', 'updated_at': '2021-04-16T11:51:45Z', 'revision_number': 4, 'project_id': 'b689f53fbd644b74a29274580a1b9004', 'gw_port': {'id': 'd4e8ee37-d018-4cfb-930f-4c2d17e3c69f', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:40Z', 'updated_at': '2021-04-16T11:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': 'c838b62a-8c15-4d9f-80bc-ec411b3c510a', 'name': '', 'network_id': 'c333e2d3-dce1-4fe5-8c2d-1984ef6de94a', 'tenant_id': 'b689f53fbd644b74a29274580a1b9004', 'mac_address': 'fa:16:3e:02:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5c412702-7872-4db0-90b5-ec373852a7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:44Z', 'updated_at': '2021-04-16T11:51:55Z', 'revision_number': 5, 'project_id': 'b689f53fbd644b74a29274580a1b9004', 'subnets': [{'id': '5c412702-7872-4db0-90b5-ec373852a7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:58:43.618848 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5cb30-3af5-4f7f-bae9-f451de0c72ff req-4d9c57d9-3180-41a9-9ccc-85e598ad7eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:43.620796 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-96b5cb30-3af5-4f7f-bae9-f451de0c72ff req-4d9c57d9-3180-41a9-9ccc-85e598ad7eac service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c333e2d3-dce1-4fe5-8c2d-1984ef6de94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0944183 Apr 16 11:58:43.686877 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:43.775372 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-96b5cb30-3af5-4f7f-bae9-f451de0c72ff req-9a2ae758-03a1-43d9-b76a-299daff1ae91 service neutron] 10.222.0.79 "GET /v2.0/networks/c333e2d3-dce1-4fe5-8c2d-1984ef6de94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472619 Apr 16 11:58:43.925155 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-96b5cb30-3af5-4f7f-bae9-f451de0c72ff req-a8627218-8674-48cd-b4cd-230a22570902 service neutron] 10.222.0.79 "GET /v2.0/networks/c333e2d3-dce1-4fe5-8c2d-1984ef6de94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424930 Apr 16 11:58:43.955631 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352eaa4d-a0d2-4c9b-a9fd-3b31fd392651 None None] New status for floating IP 77224d0c-7a72-4ef0-82d3-60cd77583fe6: DOWN {{(pid=85340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 11:58:44.697449 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400232dd-07b5-4df0-873e-8b9fac733eff req-17d6a6fd-fbce-40ea-b612-037d77523cad tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:44.699363 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-400232dd-07b5-4df0-873e-8b9fac733eff req-17d6a6fd-fbce-40ea-b612-037d77523cad tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 945 time: 0.1125472 Apr 16 11:58:44.753135 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-400232dd-07b5-4df0-873e-8b9fac733eff req-08a6b410-e48e-4de1-8bf4-50c6f6b1feaa tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/security-groups?id=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469971 Apr 16 11:58:44.840701 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14928642-2f67-4967-a6ad-d604bc469c1f req-41df55da-4046-40bf-9ca2-8956730c945a tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:44.842292 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-14928642-2f67-4967-a6ad-d604bc469c1f req-41df55da-4046-40bf-9ca2-8956730c945a tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 945 time: 0.0995829 Apr 16 11:58:44.924161 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-14928642-2f67-4967-a6ad-d604bc469c1f req-6657e827-fd9d-4421-8319-cb4928381650 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Deleting port 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff {{(pid=85338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:58:44.924583 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-14928642-2f67-4967-a6ad-d604bc469c1f req-6657e827-fd9d-4421-8319-cb4928381650 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:45.199159 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-14928642-2f67-4967-a6ad-d604bc469c1f req-6657e827-fd9d-4421-8319-cb4928381650 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] For port 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=96e7fa74-7ec8-4cc3-bd63-530aab3b47ff,segment=NetworkSegment(f765aee4-2eb7-4f85-9851-187a752dd58c),segment_id=f765aee4-2eb7-4f85-9851-187a752dd58c)] {{(pid=85338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:58:45.199561 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-14928642-2f67-4967-a6ad-d604bc469c1f req-6657e827-fd9d-4421-8319-cb4928381650 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:45.342911 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-14928642-2f67-4967-a6ad-d604bc469c1f req-6657e827-fd9d-4421-8319-cb4928381650 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Calling delete_port for 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff owned by compute:nova {{(pid=85338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:58:45.499266 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-14928642-2f67-4967-a6ad-d604bc469c1f req-6657e827-fd9d-4421-8319-cb4928381650 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1351932'] for port, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:45.515346 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-915a75fc-7521-4f7a-90d8-86502715fca1 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:45.569620 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6657e827-fd9d-4421-8319-cb4928381650 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Pushing event deleted for resources: {'Port': ['ID=96e7fa74-7ec8-4cc3-bd63-530aab3b47ff,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:45.618174 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-6657e827-fd9d-4421-8319-cb4928381650 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:45.774166 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-14928642-2f67-4967-a6ad-d604bc469c1f req-6657e827-fd9d-4421-8319-cb4928381650 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] No DVR routers for this DVR port 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff on host hv-cinder-68948 {{(pid=85338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 11:58:45.777505 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-14928642-2f67-4967-a6ad-d604bc469c1f req-6657e827-fd9d-4421-8319-cb4928381650 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:45.780430 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9216852-5e70-4674-a8e0-b30e372c240b', 'name': 'network-vif-deleted', 'tag': '96e7fa74-7ec8-4cc3-bd63-530aab3b47ff'}] {{(pid=85338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:58:45.797585 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-14928642-2f67-4967-a6ad-d604bc469c1f req-6657e827-fd9d-4421-8319-cb4928381650 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.79 "DELETE /v2.0/ports/96e7fa74-7ec8-4cc3-bd63-530aab3b47ff HTTP/1.1" status: 204 len: 173 time: 0.9485936 Apr 16 11:58:45.833974 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9216852-5e70-4674-a8e0-b30e372c240b', 'name': 'network-vif-deleted', 'tag': '96e7fa74-7ec8-4cc3-bd63-530aab3b47ff', 'status': 'completed', 'code': 200} Apr 16 11:58:45.974839 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-aa8cc886-967d-4ecb-bc63-d7ce8c0862ad req-e2cd357c-5811-4fbd-b6bb-c8013dcd61cf tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Synchronizing usage tracker for tenant:b689f53fbd644b74a29274580a1b9004 on resource:port {{(pid=85338) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:58:45.989573 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-aa8cc886-967d-4ecb-bc63-d7ce8c0862ad req-e2cd357c-5811-4fbd-b6bb-c8013dcd61cf tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Unset dirty status for tenant:b689f53fbd644b74a29274580a1b9004 on resource:port {{(pid=85338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:58:45.991593 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-aa8cc886-967d-4ecb-bc63-d7ce8c0862ad req-e2cd357c-5811-4fbd-b6bb-c8013dcd61cf tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9216852-5e70-4674-a8e0-b30e372c240b HTTP/1.1" status: 200 len: 210 time: 0.0664260 Apr 16 11:58:47.116181 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 56506) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:47.202573 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-da9e30db-8837-45a7-a665-d59a649564b5 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:47.234979 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-da9e30db-8837-45a7-a665-d59a649564b5 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:47.289692 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-da9e30db-8837-45a7-a665-d59a649564b5 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:47.296102 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-8f7d34c3-66b4-4b84-bb09-d98e53d1510c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:47.313667 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e30db-8837-45a7-a665-d59a649564b5 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:47.316242 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-da9e30db-8837-45a7-a665-d59a649564b5 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:47.322192 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-da9e30db-8837-45a7-a665-d59a649564b5 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:47.323940 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-da9e30db-8837-45a7-a665-d59a649564b5 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] 10.222.0.71 "DELETE /v2.0/security-groups/7c46e11c-03c8-4df6-abbc-bd3a30ef8b6e HTTP/1.1" status: 204 len: 168 time: 0.2065206 Apr 16 11:58:47.376741 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 56514) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:48.023252 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e7952a4a-73ca-4709-8edc-4db69df7ed27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083577'] for router_interface, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:48.431913 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-e7952a4a-73ca-4709-8edc-4db69df7ed27 admin admin] Deleting port c838b62a-8c15-4d9f-80bc-ec411b3c510a {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:58:48.433086 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e7952a4a-73ca-4709-8edc-4db69df7ed27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:48.537816 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4ceb7ef7-9a05-42ac-8486-5ff438edaa52 req-b3e01b5e-536c-4fa2-801b-656a9c664663 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0882285 Apr 16 11:58:48.624951 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:58:48.639211 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-e7952a4a-73ca-4709-8edc-4db69df7ed27 admin admin] For port c838b62a-8c15-4d9f-80bc-ec411b3c510a, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=c838b62a-8c15-4d9f-80bc-ec411b3c510a,segment=NetworkSegment(f765aee4-2eb7-4f85-9851-187a752dd58c),segment_id=f765aee4-2eb7-4f85-9851-187a752dd58c)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:58:48.639581 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e7952a4a-73ca-4709-8edc-4db69df7ed27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:48.664059 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] No Port match for: 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:58:48.664510 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 96e7fa74-7ec8-4cc3-bd63-530aab3b47ff not bound to the agent host hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:58:48.702249 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb7ef7-9a05-42ac-8486-5ff438edaa52 req-6f392a11-7995-406e-8006-10e34b9bbb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:48.704019 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4ceb7ef7-9a05-42ac-8486-5ff438edaa52 req-6f392a11-7995-406e-8006-10e34b9bbb55 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5cb420ffa55c4c63be5c8a61559de7d5&device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 1099 time: 0.0907161 Apr 16 11:58:48.782696 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-e7952a4a-73ca-4709-8edc-4db69df7ed27 admin admin] Calling delete_port for c838b62a-8c15-4d9f-80bc-ec411b3c510a owned by network:router_interface {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:58:48.870541 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb7ef7-9a05-42ac-8486-5ff438edaa52 req-946d537e-dd97-4d79-9865-cf1318d1f174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:48.872154 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4ceb7ef7-9a05-42ac-8486-5ff438edaa52 req-946d537e-dd97-4d79-9865-cf1318d1f174 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7 HTTP/1.1" status: 200 len: 918 time: 0.1445315 Apr 16 11:58:48.971607 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e7952a4a-73ca-4709-8edc-4db69df7ed27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:48.988001 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-01b3ea3f-eed7-46c4-a133-eaa9fa9cb780 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:48.989313 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4ceb7ef7-9a05-42ac-8486-5ff438edaa52 req-5c30a7fe-1cc7-4f2c-ae93-81e73cf888bc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfe1257c-f636-4af8-80f6-3d475e7b79c7 HTTP/1.1" status: 200 len: 1002 time: 0.1096439 Apr 16 11:58:49.084904 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7952a4a-73ca-4709-8edc-4db69df7ed27 admin admin] Pushing event deleted for resources: {'Port': ['ID=c838b62a-8c15-4d9f-80bc-ec411b3c510a,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:49.098400 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7952a4a-73ca-4709-8edc-4db69df7ed27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:49.098813 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7952a4a-73ca-4709-8edc-4db69df7ed27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:49.099216 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7952a4a-73ca-4709-8edc-4db69df7ed27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:49.099617 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7952a4a-73ca-4709-8edc-4db69df7ed27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:49.100015 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7952a4a-73ca-4709-8edc-4db69df7ed27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:49.100431 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7952a4a-73ca-4709-8edc-4db69df7ed27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:49.100823 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7952a4a-73ca-4709-8edc-4db69df7ed27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:49.101216 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7952a4a-73ca-4709-8edc-4db69df7ed27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:49.101605 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7952a4a-73ca-4709-8edc-4db69df7ed27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:49.101994 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7952a4a-73ca-4709-8edc-4db69df7ed27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:49.102378 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7952a4a-73ca-4709-8edc-4db69df7ed27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:49.102763 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7952a4a-73ca-4709-8edc-4db69df7ed27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:49.107096 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e7952a4a-73ca-4709-8edc-4db69df7ed27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:49.731226 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e7952a4a-73ca-4709-8edc-4db69df7ed27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853098054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084690'] for router_interface, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:50.252995 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7952a4a-73ca-4709-8edc-4db69df7ed27 admin admin] Router c41a2f58-7aed-4192-a803-b95c3e7c2a0f has already been hosted by L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 {{(pid=85337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:58:50.437459 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7952a4a-73ca-4709-8edc-4db69df7ed27 admin admin] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:58:50.446187 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac60a779-3cea-4073-bed1-c77fe057bc5a None None] Sync routers for ids ['c41a2f58-7aed-4192-a803-b95c3e7c2a0f'] in dv-cinder-689486-10-iscsi {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:58:50.454654 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-e7952a4a-73ca-4709-8edc-4db69df7ed27 admin admin] 10.222.0.71 "PUT /v2.0/routers/c41a2f58-7aed-4192-a803-b95c3e7c2a0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0761750 Apr 16 11:58:50.456887 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 56536) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:50.457027 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac60a779-3cea-4073-bed1-c77fe057bc5a None None] Routers {'c41a2f58-7aed-4192-a803-b95c3e7c2a0f'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:58:50.457695 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-ac60a779-3cea-4073-bed1-c77fe057bc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:58:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['c41a2f58-7aed-4192-a803-b95c3e7c2a0f'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:58:50.656819 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-cb68c477-3074-47af-af56-03b2eb444d22 admin admin] Notify callbacks [] for router, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:50.661892 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-ac60a779-3cea-4073-bed1-c77fe057bc5a None None] Set router c41a2f58-7aed-4192-a803-b95c3e7c2a0f gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:58:50.861504 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-cb68c477-3074-47af-af56-03b2eb444d22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:50.871870 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-cb68c477-3074-47af-af56-03b2eb444d22 admin admin] Deleting port d4e8ee37-d018-4cfb-930f-4c2d17e3c69f {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:58:50.872254 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-cb68c477-3074-47af-af56-03b2eb444d22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:50.971786 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-ac60a779-3cea-4073-bed1-c77fe057bc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'name': 'tempest-TestShelveInstance-2086595874-router', 'tenant_id': 'b689f53fbd644b74a29274580a1b9004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'd4e8ee37-d018-4cfb-930f-4c2d17e3c69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:39Z', 'updated_at': '2021-04-16T11:58:48Z', 'revision_number': 5, 'project_id': 'b689f53fbd644b74a29274580a1b9004', 'gw_port': {'id': 'd4e8ee37-d018-4cfb-930f-4c2d17e3c69f', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:40Z', 'updated_at': '2021-04-16T11:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi'}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:58:50.975946 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac60a779-3cea-4073-bed1-c77fe057bc5a None None] Checking router: c41a2f58-7aed-4192-a803-b95c3e7c2a0f for host: dv-cinder-689486-10-iscsi {{(pid=85339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:58:50.985906 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac60a779-3cea-4073-bed1-c77fe057bc5a None None] Routers {'c41a2f58-7aed-4192-a803-b95c3e7c2a0f'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:58:50.986571 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-ac60a779-3cea-4073-bed1-c77fe057bc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:58:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['c41a2f58-7aed-4192-a803-b95c3e7c2a0f'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:58:51.068185 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-cb68c477-3074-47af-af56-03b2eb444d22 admin admin] For port d4e8ee37-d018-4cfb-930f-4c2d17e3c69f, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=d4e8ee37-d018-4cfb-930f-4c2d17e3c69f,segment=NetworkSegment(fbc7dd2f-3e5c-4067-bc2d-84cf54659228),segment_id=fbc7dd2f-3e5c-4067-bc2d-84cf54659228)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:58:51.068654 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-cb68c477-3074-47af-af56-03b2eb444d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:51.139578 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb7ef7-9a05-42ac-8486-5ff438edaa52 req-8cf8639b-c78c-4322-b444-31493fbd2ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:51.141146 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4ceb7ef7-9a05-42ac-8486-5ff438edaa52 req-8cf8639b-c78c-4322-b444-31493fbd2ffb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e34726b9-4f8a-44d8-a3f0-ee759b42ab33 HTTP/1.1" status: 200 len: 856 time: 0.0675480 Apr 16 11:58:51.158789 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-ac60a779-3cea-4073-bed1-c77fe057bc5a None None] Set router c41a2f58-7aed-4192-a803-b95c3e7c2a0f gateway port host: None {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:58:51.228698 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-cb68c477-3074-47af-af56-03b2eb444d22 admin admin] Calling delete_port for d4e8ee37-d018-4cfb-930f-4c2d17e3c69f owned by network:router_gateway {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:58:51.283235 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-ac60a779-3cea-4073-bed1-c77fe057bc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'name': 'tempest-TestShelveInstance-2086595874-router', 'tenant_id': 'b689f53fbd644b74a29274580a1b9004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:39Z', 'updated_at': '2021-04-16T11:58:50Z', 'revision_number': 6, 'project_id': 'b689f53fbd644b74a29274580a1b9004', 'gw_port_host': None}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:58:51.288487 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac60a779-3cea-4073-bed1-c77fe057bc5a None None] The sync data for ids ['c41a2f58-7aed-4192-a803-b95c3e7c2a0f'] in dv-cinder-689486-10-iscsi is: [{'id': 'c41a2f58-7aed-4192-a803-b95c3e7c2a0f', 'name': 'tempest-TestShelveInstance-2086595874-router', 'tenant_id': 'b689f53fbd644b74a29274580a1b9004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:39Z', 'updated_at': '2021-04-16T11:58:50Z', 'revision_number': 6, 'project_id': 'b689f53fbd644b74a29274580a1b9004', 'gw_port_host': None}] {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:58:51.418638 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-cb68c477-3074-47af-af56-03b2eb444d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:51.434985 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:51.537921 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68c477-3074-47af-af56-03b2eb444d22 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4e8ee37-d018-4cfb-930f-4c2d17e3c69f,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:51.542547 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-cb68c477-3074-47af-af56-03b2eb444d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:51.711372 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-cb68c477-3074-47af-af56-03b2eb444d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084840'] for router_gateway, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:52.137542 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-cb68c477-3074-47af-af56-03b2eb444d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2082130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5121'] for router, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:52.139841 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-cb68c477-3074-47af-af56-03b2eb444d22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:52.236666 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-cb68c477-3074-47af-af56-03b2eb444d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852688958'] for router, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:52.237283 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb68c477-3074-47af-af56-03b2eb444d22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c41a2f58-7aed-4192-a803-b95c3e7c2a0f {{(pid=85337) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 11:58:52.252434 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-cb68c477-3074-47af-af56-03b2eb444d22 admin admin] Notify callbacks [] for router, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:52.253673 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-cb68c477-3074-47af-af56-03b2eb444d22 admin admin] 10.222.0.71 "DELETE /v2.0/routers/c41a2f58-7aed-4192-a803-b95c3e7c2a0f HTTP/1.1" status: 204 len: 168 time: 1.7958004 Apr 16 11:58:52.256372 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 56544) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:52.329990 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b2ec690-817b-4685-812a-ac9b9e6e7710 admin admin] Deleting subnet 5c412702-7872-4db0-90b5-ec373852a7cc {{(pid=85337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 11:58:52.333582 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7b2ec690-817b-4685-812a-ac9b9e6e7710 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:52.394023 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7b2ec690-817b-4685-812a-ac9b9e6e7710 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6410215'] for subnet, precommit_delete_associations {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:52.524449 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7b2ec690-817b-4685-812a-ac9b9e6e7710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770791'] for subnet, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:52.629608 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb7ef7-9a05-42ac-8486-5ff438edaa52 req-558dcf16-6cab-4320-a3ae-a22e8a4928e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:52.631212 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4ceb7ef7-9a05-42ac-8486-5ff438edaa52 req-558dcf16-6cab-4320-a3ae-a22e8a4928e4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0915062 Apr 16 11:58:52.789272 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4ceb7ef7-9a05-42ac-8486-5ff438edaa52 req-39d000b7-665c-4087-b350-1c61a9c449d7 service neutron] 10.222.0.79 "GET /v2.0/networks/e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463473 Apr 16 11:58:52.808119 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7b2ec690-817b-4685-812a-ac9b9e6e7710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847015870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5070397'] for subnet, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:52.824419 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-96e0f0c6-5d57-426b-be07-e8492fcb73b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:52.909928 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ec690-817b-4685-812a-ac9b9e6e7710 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c412702-7872-4db0-90b5-ec373852a7cc,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:52.924994 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-7b2ec690-817b-4685-812a-ac9b9e6e7710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:52.942361 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4ceb7ef7-9a05-42ac-8486-5ff438edaa52 req-b1371a54-dfae-4ace-b586-72e66c949a42 service neutron] 10.222.0.79 "GET /v2.0/networks/e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461387 Apr 16 11:58:52.962975 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7b2ec690-817b-4685-812a-ac9b9e6e7710 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:52.969197 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab7fcfe-6b0d-49b6-ab07-0e1b4ac22498 None None] Network c333e2d3-dce1-4fe5-8c2d-1984ef6de94a requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:58:52.969811 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-7b2ec690-817b-4685-812a-ac9b9e6e7710 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/5c412702-7872-4db0-90b5-ec373852a7cc HTTP/1.1" status: 204 len: 168 time: 0.7123506 Apr 16 11:58:52.972441 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 56550) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:53.093343 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-39bde915-55bd-447e-9d9a-7deb3d81fc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-34362'] for network, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:53.168568 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-39bde915-55bd-447e-9d9a-7deb3d81fc7d admin admin] Deleting port d0e5c864-2d76-4681-9ec9-c0a05eedcbc4 {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:58:53.169143 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-39bde915-55bd-447e-9d9a-7deb3d81fc7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:53.256654 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e35a45-6be2-4b5a-a8d0-8791e243ad6d None None] DHCP port deletion for c333e2d3-dce1-4fe5-8c2d-1984ef6de94a request from dv-cinder-689486-10-iscsi {{(pid=85339) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 11:58:53.262275 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-e1e35a45-6be2-4b5a-a8d0-8791e243ad6d None None] Deleting port d0e5c864-2d76-4681-9ec9-c0a05eedcbc4 {{(pid=85339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:58:53.262702 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e1e35a45-6be2-4b5a-a8d0-8791e243ad6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:53.357965 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device d0e5c864-2d76-4681-9ec9-c0a05eedcbc4 no longer exists at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:58:53.405951 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-39bde915-55bd-447e-9d9a-7deb3d81fc7d admin admin] For port d0e5c864-2d76-4681-9ec9-c0a05eedcbc4, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=d0e5c864-2d76-4681-9ec9-c0a05eedcbc4,segment=NetworkSegment(f765aee4-2eb7-4f85-9851-187a752dd58c),segment_id=f765aee4-2eb7-4f85-9851-187a752dd58c)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:58:53.406346 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-39bde915-55bd-447e-9d9a-7deb3d81fc7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:53.562444 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-39bde915-55bd-447e-9d9a-7deb3d81fc7d admin admin] Calling delete_port for d0e5c864-2d76-4681-9ec9-c0a05eedcbc4 owned by network:dhcp {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:58:53.658455 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-39bde915-55bd-447e-9d9a-7deb3d81fc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:53.678059 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-10e91810-99c9-497d-a985-3f7454800d5b tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:53.709977 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] No active binding found for port d0e5c864-2d76-4681-9ec9-c0a05eedcbc4 {{(pid=85339) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 16 11:58:53.710459 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device d0e5c864-2d76-4681-9ec9-c0a05eedcbc4 not bound to the agent host dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:58:53.710939 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device c838b62a-8c15-4d9f-80bc-ec411b3c510a no longer exists at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:58:53.764886 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] No Port match for: c838b62a-8c15-4d9f-80bc-ec411b3c510a {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:58:53.765234 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device c838b62a-8c15-4d9f-80bc-ec411b3c510a not bound to the agent host dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:58:53.765711 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device d4e8ee37-d018-4cfb-930f-4c2d17e3c69f no longer exists at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:58:53.775064 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bde915-55bd-447e-9d9a-7deb3d81fc7d admin admin] Pushing event deleted for resources: {'Port': ['ID=d0e5c864-2d76-4681-9ec9-c0a05eedcbc4,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:53.789923 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-39bde915-55bd-447e-9d9a-7deb3d81fc7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:53.808152 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] No Port match for: d4e8ee37-d018-4cfb-930f-4c2d17e3c69f {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:58:53.808577 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device d4e8ee37-d018-4cfb-930f-4c2d17e3c69f not bound to the agent host dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:58:53.812166 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-e1e35a45-6be2-4b5a-a8d0-8791e243ad6d None None] For port d0e5c864-2d76-4681-9ec9-c0a05eedcbc4, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=d0e5c864-2d76-4681-9ec9-c0a05eedcbc4,segment=NetworkSegment(f765aee4-2eb7-4f85-9851-187a752dd58c),segment_id=f765aee4-2eb7-4f85-9851-187a752dd58c)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:58:53.812634 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e1e35a45-6be2-4b5a-a8d0-8791e243ad6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:53.830137 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bde915-55bd-447e-9d9a-7deb3d81fc7d admin admin] No DVR routers for this DVR port d0e5c864-2d76-4681-9ec9-c0a05eedcbc4 on host dv-cinder-689486-10-iscsi {{(pid=85337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 11:58:53.951348 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-e1e35a45-6be2-4b5a-a8d0-8791e243ad6d None None] Calling delete_port for d0e5c864-2d76-4681-9ec9-c0a05eedcbc4 owned by network:dhcp {{(pid=85339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:58:53.957000 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-39bde915-55bd-447e-9d9a-7deb3d81fc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-437016', 'neutron.services.segments.db._delete_segments_for_network-8740188510920'] for network, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:54.073886 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-39bde915-55bd-447e-9d9a-7deb3d81fc7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c333e2d3-dce1-4fe5-8c2d-1984ef6de94a']}} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:58:54.086756 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-39bde915-55bd-447e-9d9a-7deb3d81fc7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f765aee4-2eb7-4f85-9851-187a752dd58c') {'for_net_delete': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:58:54.087091 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-39bde915-55bd-447e-9d9a-7deb3d81fc7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f765aee4-2eb7-4f85-9851-187a752dd58c') {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:58:54.097159 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.db.api [None req-e1e35a45-6be2-4b5a-a8d0-8791e243ad6d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85339) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 11:58:54.097711 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_db.api [None req-e1e35a45-6be2-4b5a-a8d0-8791e243ad6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 11:58:54.099700 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-39bde915-55bd-447e-9d9a-7deb3d81fc7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740188483033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848365601'] for segment, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:54.118063 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-39bde915-55bd-447e-9d9a-7deb3d81fc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2559'] for segment, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:54.125127 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39bde915-55bd-447e-9d9a-7deb3d81fc7d admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=85337) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 11:58:54.309356 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-39bde915-55bd-447e-9d9a-7deb3d81fc7d admin admin] Network c333e2d3-dce1-4fe5-8c2d-1984ef6de94a has no segments {{(pid=85337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:58:54.318804 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-39bde915-55bd-447e-9d9a-7deb3d81fc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854773273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7760355'] for segment, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:54.497825 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-39bde915-55bd-447e-9d9a-7deb3d81fc7d admin admin] Network c333e2d3-dce1-4fe5-8c2d-1984ef6de94a has no segments {{(pid=85337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:58:54.524139 dv-cinder-689486-10-iscsi neutron-server[85224]: Traceback (most recent call last): Apr 16 11:58:54.524139 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 11:58:54.524139 dv-cinder-689486-10-iscsi neutron-server[85224]: timer() Apr 16 11:58:54.524139 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 11:58:54.524139 dv-cinder-689486-10-iscsi neutron-server[85224]: cb(*args, **kw) Apr 16 11:58:54.524139 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 11:58:54.524139 dv-cinder-689486-10-iscsi neutron-server[85224]: return func(*args, **kwargs) Apr 16 11:58:54.524139 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 11:58:54.524139 dv-cinder-689486-10-iscsi neutron-server[85224]: self._notify() Apr 16 11:58:54.524139 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 11:58:54.524139 dv-cinder-689486-10-iscsi neutron-server[85224]: self.callback(batched_events) Apr 16 11:58:54.524139 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 11:58:54.524139 dv-cinder-689486-10-iscsi neutron-server[85224]: event.method(event) Apr 16 11:58:54.524139 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 11:58:54.524139 dv-cinder-689486-10-iscsi neutron-server[85224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 11:58:54.524139 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 11:58:54.524139 dv-cinder-689486-10-iscsi neutron-server[85224]: segment_id)['aggregates'][0] Apr 16 11:58:54.524139 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 11:58:54.524139 dv-cinder-689486-10-iscsi neutron-server[85224]: return f(self, *a, **k) Apr 16 11:58:54.524139 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 11:58:54.524139 dv-cinder-689486-10-iscsi neutron-server[85224]: return self._get(url).json() Apr 16 11:58:54.524139 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 11:58:54.524139 dv-cinder-689486-10-iscsi neutron-server[85224]: **kwargs) Apr 16 11:58:54.524139 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 11:58:54.524139 dv-cinder-689486-10-iscsi neutron-server[85224]: return self.request(url, 'GET', **kwargs) Apr 16 11:58:54.524139 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 11:58:54.524139 dv-cinder-689486-10-iscsi neutron-server[85224]: **endpoint_filter) Apr 16 11:58:54.524139 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 11:58:54.524139 dv-cinder-689486-10-iscsi neutron-server[85224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 11:58:54.524139 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 11:58:54.524139 dv-cinder-689486-10-iscsi neutron-server[85224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 11:58:54.524139 dv-cinder-689486-10-iscsi neutron-server[85224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 11:58:54.599477 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-e1e35a45-6be2-4b5a-a8d0-8791e243ad6d None None] Deleting port d0e5c864-2d76-4681-9ec9-c0a05eedcbc4 {{(pid=85339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:58:54.599837 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e1e35a45-6be2-4b5a-a8d0-8791e243ad6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:54.605038 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-39bde915-55bd-447e-9d9a-7deb3d81fc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854338799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852691194'] for network, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:54.616284 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:54.623961 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-39bde915-55bd-447e-9d9a-7deb3d81fc7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for network, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:54.636565 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bde915-55bd-447e-9d9a-7deb3d81fc7d admin admin] Pushing event deleted for resources: {'Network': ['ID=c333e2d3-dce1-4fe5-8c2d-1984ef6de94a,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:54.642590 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-39bde915-55bd-447e-9d9a-7deb3d81fc7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:54.649507 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-39bde915-55bd-447e-9d9a-7deb3d81fc7d admin admin] 10.222.0.71 "DELETE /v2.0/networks/c333e2d3-dce1-4fe5-8c2d-1984ef6de94a HTTP/1.1" status: 204 len: 168 time: 1.6729405 Apr 16 11:58:54.649715 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 56566) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:54.680409 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-e1e35a45-6be2-4b5a-a8d0-8791e243ad6d None None] The port 'd0e5c864-2d76-4681-9ec9-c0a05eedcbc4' was deleted {{(pid=85339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 11:58:55.496190 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-430cf434-e6fd-4de3-8c62-cb4eeb0f6f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083577'] for router_interface, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:55.891411 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-430cf434-e6fd-4de3-8c62-cb4eeb0f6f72 admin admin] Deleting port 97c61555-2f15-4fe6-85ab-0f51b06ec5ea {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:58:55.891797 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-430cf434-e6fd-4de3-8c62-cb4eeb0f6f72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:56.090674 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-430cf434-e6fd-4de3-8c62-cb4eeb0f6f72 admin admin] For port 97c61555-2f15-4fe6-85ab-0f51b06ec5ea, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=97c61555-2f15-4fe6-85ab-0f51b06ec5ea,segment=NetworkSegment(90a7624b-d56c-4054-bcf0-82b1e492e8e7),segment_id=90a7624b-d56c-4054-bcf0-82b1e492e8e7)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:58:56.091077 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-430cf434-e6fd-4de3-8c62-cb4eeb0f6f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:56.230565 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-430cf434-e6fd-4de3-8c62-cb4eeb0f6f72 admin admin] Calling delete_port for 97c61555-2f15-4fe6-85ab-0f51b06ec5ea owned by network:router_interface {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:58:56.414307 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-430cf434-e6fd-4de3-8c62-cb4eeb0f6f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:56.430604 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-7c8ab9db-bc40-4947-aa61-67083f35d388 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:56.525418 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430cf434-e6fd-4de3-8c62-cb4eeb0f6f72 admin admin] Pushing event deleted for resources: {'Port': ['ID=97c61555-2f15-4fe6-85ab-0f51b06ec5ea,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:56.533644 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-430cf434-e6fd-4de3-8c62-cb4eeb0f6f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:56.887003 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-430cf434-e6fd-4de3-8c62-cb4eeb0f6f72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853098054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084690'] for router_interface, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:57.417479 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430cf434-e6fd-4de3-8c62-cb4eeb0f6f72 admin admin] Router 190b5901-1896-42f6-b43e-38f86ea00c57 has already been hosted by L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 {{(pid=85337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:58:57.610500 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430cf434-e6fd-4de3-8c62-cb4eeb0f6f72 admin admin] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:58:57.619592 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee1dfa2-450a-46ca-804c-c001d4301bfa None None] Sync routers for ids ['190b5901-1896-42f6-b43e-38f86ea00c57'] in dv-cinder-689486-10-iscsi {{(pid=85340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:58:57.621344 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-430cf434-e6fd-4de3-8c62-cb4eeb0f6f72 admin admin] 10.222.0.71 "PUT /v2.0/routers/190b5901-1896-42f6-b43e-38f86ea00c57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9702699 Apr 16 11:58:57.624315 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 56598) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:57.630025 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee1dfa2-450a-46ca-804c-c001d4301bfa None None] Routers {'190b5901-1896-42f6-b43e-38f86ea00c57'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:58:57.630702 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-dee1dfa2-450a-46ca-804c-c001d4301bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:58:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['190b5901-1896-42f6-b43e-38f86ea00c57'], 'active': True} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:58:57.815176 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5d6ddf39-33aa-48b3-856d-c92a8b197db9 admin admin] Notify callbacks [] for router, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:57.820815 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-dee1dfa2-450a-46ca-804c-c001d4301bfa None None] Set router 190b5901-1896-42f6-b43e-38f86ea00c57 gateway port host: dv-cinder-689486-10-iscsi {{(pid=85340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:58:58.143165 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-dee1dfa2-450a-46ca-804c-c001d4301bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190b5901-1896-42f6-b43e-38f86ea00c57', 'name': 'tempest-TestShelveInstance-156969424-router', 'tenant_id': '130e79b4c83346c8be32a0229590e196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '421b116d-3b2d-4b90-8a52-eabb2b0da7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:49Z', 'updated_at': '2021-04-16T11:58:56Z', 'revision_number': 5, 'project_id': '130e79b4c83346c8be32a0229590e196', 'gw_port': {'id': '421b116d-3b2d-4b90-8a52-eabb2b0da7ee', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190b5901-1896-42f6-b43e-38f86ea00c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:50Z', 'updated_at': '2021-04-16T11:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi'}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:58:58.148115 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee1dfa2-450a-46ca-804c-c001d4301bfa None None] Checking router: 190b5901-1896-42f6-b43e-38f86ea00c57 for host: dv-cinder-689486-10-iscsi {{(pid=85340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:58:58.159974 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee1dfa2-450a-46ca-804c-c001d4301bfa None None] Routers {'190b5901-1896-42f6-b43e-38f86ea00c57'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:58:58.160691 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-dee1dfa2-450a-46ca-804c-c001d4301bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T11:58:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['190b5901-1896-42f6-b43e-38f86ea00c57'], 'active': True} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:58:58.298469 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5d6ddf39-33aa-48b3-856d-c92a8b197db9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:58.310713 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-5d6ddf39-33aa-48b3-856d-c92a8b197db9 admin admin] Deleting port 421b116d-3b2d-4b90-8a52-eabb2b0da7ee {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:58:58.311269 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5d6ddf39-33aa-48b3-856d-c92a8b197db9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:58.401993 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-dee1dfa2-450a-46ca-804c-c001d4301bfa None None] Set router 190b5901-1896-42f6-b43e-38f86ea00c57 gateway port host: dv-cinder-689486-10-iscsi {{(pid=85340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:58:58.530393 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-5d6ddf39-33aa-48b3-856d-c92a8b197db9 admin admin] For port 421b116d-3b2d-4b90-8a52-eabb2b0da7ee, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=421b116d-3b2d-4b90-8a52-eabb2b0da7ee,segment=NetworkSegment(fbc7dd2f-3e5c-4067-bc2d-84cf54659228),segment_id=fbc7dd2f-3e5c-4067-bc2d-84cf54659228)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:58:58.530798 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5d6ddf39-33aa-48b3-856d-c92a8b197db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:58.670679 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-5d6ddf39-33aa-48b3-856d-c92a8b197db9 admin admin] Calling delete_port for 421b116d-3b2d-4b90-8a52-eabb2b0da7ee owned by network:router_gateway {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:58:58.730597 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-dee1dfa2-450a-46ca-804c-c001d4301bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190b5901-1896-42f6-b43e-38f86ea00c57', 'name': 'tempest-TestShelveInstance-156969424-router', 'tenant_id': '130e79b4c83346c8be32a0229590e196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '421b116d-3b2d-4b90-8a52-eabb2b0da7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:49Z', 'updated_at': '2021-04-16T11:58:56Z', 'revision_number': 5, 'project_id': '130e79b4c83346c8be32a0229590e196', 'gw_port': {'id': '421b116d-3b2d-4b90-8a52-eabb2b0da7ee', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190b5901-1896-42f6-b43e-38f86ea00c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:50Z', 'updated_at': '2021-04-16T11:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi'}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:58:58.734892 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee1dfa2-450a-46ca-804c-c001d4301bfa None None] The sync data for ids ['190b5901-1896-42f6-b43e-38f86ea00c57'] in dv-cinder-689486-10-iscsi is: [{'id': '190b5901-1896-42f6-b43e-38f86ea00c57', 'name': 'tempest-TestShelveInstance-156969424-router', 'tenant_id': '130e79b4c83346c8be32a0229590e196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '421b116d-3b2d-4b90-8a52-eabb2b0da7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:49Z', 'updated_at': '2021-04-16T11:58:56Z', 'revision_number': 5, 'project_id': '130e79b4c83346c8be32a0229590e196', 'gw_port': {'id': '421b116d-3b2d-4b90-8a52-eabb2b0da7ee', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190b5901-1896-42f6-b43e-38f86ea00c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:50Z', 'updated_at': '2021-04-16T11:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi'}] {{(pid=85340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:58:58.860249 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5d6ddf39-33aa-48b3-856d-c92a8b197db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:58.876455 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-45ba4fa5-6ca2-4da7-a185-85eff11be577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:58.971170 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ddf39-33aa-48b3-856d-c92a8b197db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=421b116d-3b2d-4b90-8a52-eabb2b0da7ee,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:58.974802 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-5d6ddf39-33aa-48b3-856d-c92a8b197db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:59.147655 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5d6ddf39-33aa-48b3-856d-c92a8b197db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084840'] for router_gateway, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:59.344022 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5d6ddf39-33aa-48b3-856d-c92a8b197db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2082130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5121'] for router, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:59.346820 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5d6ddf39-33aa-48b3-856d-c92a8b197db9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:59.368920 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5d6ddf39-33aa-48b3-856d-c92a8b197db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852688958'] for router, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:59.369351 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6ddf39-33aa-48b3-856d-c92a8b197db9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 190b5901-1896-42f6-b43e-38f86ea00c57 {{(pid=85337) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 11:58:59.374170 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 97c61555-2f15-4fe6-85ab-0f51b06ec5ea no longer exists at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:58:59.383734 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5d6ddf39-33aa-48b3-856d-c92a8b197db9 admin admin] Notify callbacks [] for router, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:59.385256 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-5d6ddf39-33aa-48b3-856d-c92a8b197db9 admin admin] 10.222.0.71 "DELETE /v2.0/routers/190b5901-1896-42f6-b43e-38f86ea00c57 HTTP/1.1" status: 204 len: 168 time: 1.7598114 Apr 16 11:58:59.387969 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 56614) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:59.468374 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_v2 [None req-693f7203-4fcc-40e6-bf65-8cb16d6abb8b admin admin] Deleting subnet b28e9736-850b-4efb-a955-3aa604cb2b51 {{(pid=85338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 11:58:59.475828 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-693f7203-4fcc-40e6-bf65-8cb16d6abb8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:59.485143 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] No Port match for: 97c61555-2f15-4fe6-85ab-0f51b06ec5ea {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:58:59.485859 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 97c61555-2f15-4fe6-85ab-0f51b06ec5ea not bound to the agent host dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:58:59.537822 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-693f7203-4fcc-40e6-bf65-8cb16d6abb8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6398902'] for subnet, precommit_delete_associations {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:59.693839 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-693f7203-4fcc-40e6-bf65-8cb16d6abb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770791'] for subnet, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:59.960235 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-693f7203-4fcc-40e6-bf65-8cb16d6abb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853423959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848236330'] for subnet, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:59.976435 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:00.073429 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f7203-4fcc-40e6-bf65-8cb16d6abb8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b28e9736-850b-4efb-a955-3aa604cb2b51,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:00.078719 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-693f7203-4fcc-40e6-bf65-8cb16d6abb8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:00.112878 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-693f7203-4fcc-40e6-bf65-8cb16d6abb8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for subnet, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:00.118463 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb046c62-24dd-426e-b820-04a67039b85c None None] Network 7ef8be3b-dac5-4140-aaab-b52dff54fe37 requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:59:00.121918 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-693f7203-4fcc-40e6-bf65-8cb16d6abb8b admin admin] 10.222.0.71 "DELETE /v2.0/subnets/b28e9736-850b-4efb-a955-3aa604cb2b51 HTTP/1.1" status: 204 len: 168 time: 0.7325790 Apr 16 11:59:00.124729 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 56628) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:00.251725 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8fc4acfa-02e6-4f55-9ef5-e0e5aefaef0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-34362'] for network, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:00.327236 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-8fc4acfa-02e6-4f55-9ef5-e0e5aefaef0a admin admin] Deleting port 04f1e5a1-ceba-4d25-99c0-eedf8f8633cc {{(pid=85338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:59:00.327618 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8fc4acfa-02e6-4f55-9ef5-e0e5aefaef0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:00.392989 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a2051e-6729-4403-852d-3065c5b2ac3a None None] DHCP port deletion for 7ef8be3b-dac5-4140-aaab-b52dff54fe37 request from dv-cinder-689486-10-iscsi {{(pid=85339) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 11:59:00.397185 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-a9a2051e-6729-4403-852d-3065c5b2ac3a None None] Deleting port 04f1e5a1-ceba-4d25-99c0-eedf8f8633cc {{(pid=85339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:59:00.397606 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a9a2051e-6729-4403-852d-3065c5b2ac3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:00.556078 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-8fc4acfa-02e6-4f55-9ef5-e0e5aefaef0a admin admin] For port 04f1e5a1-ceba-4d25-99c0-eedf8f8633cc, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=04f1e5a1-ceba-4d25-99c0-eedf8f8633cc,segment=NetworkSegment(90a7624b-d56c-4054-bcf0-82b1e492e8e7),segment_id=90a7624b-d56c-4054-bcf0-82b1e492e8e7)] {{(pid=85338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:00.556430 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8fc4acfa-02e6-4f55-9ef5-e0e5aefaef0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:00.623485 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-a9a2051e-6729-4403-852d-3065c5b2ac3a None None] For port 04f1e5a1-ceba-4d25-99c0-eedf8f8633cc, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=04f1e5a1-ceba-4d25-99c0-eedf8f8633cc,segment=NetworkSegment(90a7624b-d56c-4054-bcf0-82b1e492e8e7),segment_id=90a7624b-d56c-4054-bcf0-82b1e492e8e7)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:00.623889 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a9a2051e-6729-4403-852d-3065c5b2ac3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:00.697046 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-8fc4acfa-02e6-4f55-9ef5-e0e5aefaef0a admin admin] Calling delete_port for 04f1e5a1-ceba-4d25-99c0-eedf8f8633cc owned by network:dhcp {{(pid=85338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:59:00.840566 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-a9a2051e-6729-4403-852d-3065c5b2ac3a None None] Calling delete_port for 04f1e5a1-ceba-4d25-99c0-eedf8f8633cc owned by network:dhcp {{(pid=85339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:59:00.934516 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a9a2051e-6729-4403-852d-3065c5b2ac3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638'] for port, after_delete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:00.951420 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:01.044833 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.db.api [None req-8fc4acfa-02e6-4f55-9ef5-e0e5aefaef0a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85338) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 11:59:01.045202 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_db.api [None req-8fc4acfa-02e6-4f55-9ef5-e0e5aefaef0a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 11:59:01.062308 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2051e-6729-4403-852d-3065c5b2ac3a None None] Pushing event deleted for resources: {'Port': ['ID=04f1e5a1-ceba-4d25-99c0-eedf8f8633cc,revision_number=None']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:01.077750 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a2051e-6729-4403-852d-3065c5b2ac3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:01.078177 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a2051e-6729-4403-852d-3065c5b2ac3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:01.078555 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a2051e-6729-4403-852d-3065c5b2ac3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:01.078981 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a2051e-6729-4403-852d-3065c5b2ac3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:01.079297 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a2051e-6729-4403-852d-3065c5b2ac3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:01.079669 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a2051e-6729-4403-852d-3065c5b2ac3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:01.080099 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a2051e-6729-4403-852d-3065c5b2ac3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:01.080511 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a2051e-6729-4403-852d-3065c5b2ac3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:01.080895 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a2051e-6729-4403-852d-3065c5b2ac3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:01.081258 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a2051e-6729-4403-852d-3065c5b2ac3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:01.081623 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a2051e-6729-4403-852d-3065c5b2ac3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:01.081985 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a2051e-6729-4403-852d-3065c5b2ac3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:01.088538 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-a9a2051e-6729-4403-852d-3065c5b2ac3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:01.123805 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a2051e-6729-4403-852d-3065c5b2ac3a None None] No DVR routers for this DVR port 04f1e5a1-ceba-4d25-99c0-eedf8f8633cc on host dv-cinder-689486-10-iscsi {{(pid=85339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 11:59:01.348982 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 421b116d-3b2d-4b90-8a52-eabb2b0da7ee no longer exists at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:59:01.385372 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] No Port match for: 421b116d-3b2d-4b90-8a52-eabb2b0da7ee {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:59:01.386327 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 421b116d-3b2d-4b90-8a52-eabb2b0da7ee not bound to the agent host dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:59:01.386798 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 04f1e5a1-ceba-4d25-99c0-eedf8f8633cc no longer exists at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:59:01.421063 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] No Port match for: 04f1e5a1-ceba-4d25-99c0-eedf8f8633cc {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:59:01.421454 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 04f1e5a1-ceba-4d25-99c0-eedf8f8633cc not bound to the agent host dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:59:01.442191 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d55c49db-5b69-46b2-abdc-dce0c7789ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:01.546306 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-8fc4acfa-02e6-4f55-9ef5-e0e5aefaef0a admin admin] Deleting port 04f1e5a1-ceba-4d25-99c0-eedf8f8633cc {{(pid=85338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:59:01.546687 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8fc4acfa-02e6-4f55-9ef5-e0e5aefaef0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:01.618769 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-8fc4acfa-02e6-4f55-9ef5-e0e5aefaef0a admin admin] The port '04f1e5a1-ceba-4d25-99c0-eedf8f8633cc' was deleted {{(pid=85338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 11:59:01.740009 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8fc4acfa-02e6-4f55-9ef5-e0e5aefaef0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-437016', 'neutron.services.segments.db._delete_segments_for_network-8740188510920'] for network, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:01.862770 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-8fc4acfa-02e6-4f55-9ef5-e0e5aefaef0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ef8be3b-dac5-4140-aaab-b52dff54fe37']}} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:01.877337 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-8fc4acfa-02e6-4f55-9ef5-e0e5aefaef0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a7624b-d56c-4054-bcf0-82b1e492e8e7') {'for_net_delete': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:01.877596 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-8fc4acfa-02e6-4f55-9ef5-e0e5aefaef0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a7624b-d56c-4054-bcf0-82b1e492e8e7') {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:01.890898 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8fc4acfa-02e6-4f55-9ef5-e0e5aefaef0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740188483033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848376946'] for segment, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:01.908457 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8fc4acfa-02e6-4f55-9ef5-e0e5aefaef0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2559'] for segment, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:01.915446 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc4acfa-02e6-4f55-9ef5-e0e5aefaef0a admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=85338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 11:59:02.097694 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-8fc4acfa-02e6-4f55-9ef5-e0e5aefaef0a admin admin] Network 7ef8be3b-dac5-4140-aaab-b52dff54fe37 has no segments {{(pid=85338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:59:02.107846 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8fc4acfa-02e6-4f55-9ef5-e0e5aefaef0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854773273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1351944'] for segment, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:02.298061 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-8fc4acfa-02e6-4f55-9ef5-e0e5aefaef0a admin admin] Network 7ef8be3b-dac5-4140-aaab-b52dff54fe37 has no segments {{(pid=85338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: % (table.description, expected, rows_matched) Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: % (table.description, expected, rows_matched) Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: % (table.description, expected, rows_matched) Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: % (table.description, expected, rows_matched) Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: Traceback (most recent call last): Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: timer() Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: cb(*args, **kw) Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: return func(*args, **kwargs) Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: self._notify() Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: self.callback(batched_events) Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: event.method(event) Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: segment_id)['aggregates'][0] Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: return f(self, *a, **k) Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: return self._get(url).json() Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: **kwargs) Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: return self.request(url, 'GET', **kwargs) Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: **endpoint_filter) Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 11:59:02.320855 dv-cinder-689486-10-iscsi neutron-server[85224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 11:59:02.408146 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8fc4acfa-02e6-4f55-9ef5-e0e5aefaef0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854338799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852691194'] for network, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:02.412172 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:02.429063 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8fc4acfa-02e6-4f55-9ef5-e0e5aefaef0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for network, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:02.435720 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4acfa-02e6-4f55-9ef5-e0e5aefaef0a admin admin] Pushing event deleted for resources: {'Network': ['ID=7ef8be3b-dac5-4140-aaab-b52dff54fe37,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:02.440297 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-8fc4acfa-02e6-4f55-9ef5-e0e5aefaef0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:02.443174 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-8fc4acfa-02e6-4f55-9ef5-e0e5aefaef0a admin admin] 10.222.0.71 "DELETE /v2.0/networks/7ef8be3b-dac5-4140-aaab-b52dff54fe37 HTTP/1.1" status: 204 len: 168 time: 2.3173051 Apr 16 11:59:02.565419 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 56668) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:02.620514 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-a1a9ff0c-e620-4582-b667-9a40a488e4bc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b689f53fbd644b74a29274580a1b9004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534811 Apr 16 11:59:02.622921 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 56672) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:02.685364 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-726842a3-8504-4d99-8dc2-dd44972adedf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:02.713128 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-726842a3-8504-4d99-8dc2-dd44972adedf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:02.762532 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-726842a3-8504-4d99-8dc2-dd44972adedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:02.767549 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-866d7849-5efb-4e12-918d-e81be6f97ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:02.781587 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726842a3-8504-4d99-8dc2-dd44972adedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1868a3-9236-4881-99df-afcbd128b3fe,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:02.786330 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-726842a3-8504-4d99-8dc2-dd44972adedf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:02.790556 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-726842a3-8504-4d99-8dc2-dd44972adedf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:02.791813 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-726842a3-8504-4d99-8dc2-dd44972adedf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3b1868a3-9236-4881-99df-afcbd128b3fe HTTP/1.1" status: 204 len: 168 time: 0.1678514 Apr 16 11:59:03.159758 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 56684) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:03.213785 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-a9b90aa5-5cd5-4425-8c88-d3d797170c89 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=130e79b4c83346c8be32a0229590e196&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524318 Apr 16 11:59:03.216300 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 56688) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:03.284350 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-65c432d6-4438-4ab8-8c58-86bb94f8e396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:03.312885 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-65c432d6-4438-4ab8-8c58-86bb94f8e396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:03.366357 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-65c432d6-4438-4ab8-8c58-86bb94f8e396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:03.370910 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-9a29c10f-72b4-4acb-b526-b21220be05f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:03.382647 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c432d6-4438-4ab8-8c58-86bb94f8e396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9249e8ac-d273-4fea-adb4-e5f356c5d674,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:03.388680 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-65c432d6-4438-4ab8-8c58-86bb94f8e396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:03.390578 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-65c432d6-4438-4ab8-8c58-86bb94f8e396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:03.392747 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-65c432d6-4438-4ab8-8c58-86bb94f8e396 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9249e8ac-d273-4fea-adb4-e5f356c5d674 HTTP/1.1" status: 204 len: 168 time: 0.1753871 Apr 16 11:59:04.794806 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 56706) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:04.862207 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6fc3fc3-e284-4258-908e-79477de8952f admin admin] Deleting subnet b8d99986-1ecf-4d43-a8b4-595f441d079e {{(pid=85338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 11:59:04.865531 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b6fc3fc3-e284-4258-908e-79477de8952f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:04.867685 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0d44aa7f-ef16-4419-86db-82893bd93c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:04.920843 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b6fc3fc3-e284-4258-908e-79477de8952f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6398902'] for subnet, precommit_delete_associations {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:04.985136 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b6fc3fc3-e284-4258-908e-79477de8952f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770791'] for subnet, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:05.255116 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b6fc3fc3-e284-4258-908e-79477de8952f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853423959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848236330'] for subnet, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:05.276181 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:05.372998 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc3fc3-e284-4258-908e-79477de8952f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8d99986-1ecf-4d43-a8b4-595f441d079e,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:05.375496 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b6fc3fc3-e284-4258-908e-79477de8952f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:05.412120 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b6fc3fc3-e284-4258-908e-79477de8952f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for subnet, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:05.418801 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-b6fc3fc3-e284-4258-908e-79477de8952f admin admin] 10.222.0.71 "DELETE /v2.0/subnets/b8d99986-1ecf-4d43-a8b4-595f441d079e HTTP/1.1" status: 204 len: 168 time: 0.6228719 Apr 16 11:59:05.421600 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 56714) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:05.541093 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9d7b4ca6-b240-4cbc-8386-15add6295008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-34362'] for network, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:05.743380 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9d7b4ca6-b240-4cbc-8386-15add6295008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-437016', 'neutron.services.segments.db._delete_segments_for_network-8740188510920'] for network, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:05.839901 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:05.865227 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-9d7b4ca6-b240-4cbc-8386-15add6295008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0efee7-0b47-4077-8d13-18c454d47477']}} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:05.879340 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-9d7b4ca6-b240-4cbc-8386-15add6295008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8edd4d2a-1322-4e02-8682-923e119327ed') {'for_net_delete': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:05.879674 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-9d7b4ca6-b240-4cbc-8386-15add6295008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8edd4d2a-1322-4e02-8682-923e119327ed') {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:05.893296 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9d7b4ca6-b240-4cbc-8386-15add6295008 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740188483033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848376946'] for segment, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:05.908449 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9d7b4ca6-b240-4cbc-8386-15add6295008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2559'] for segment, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:05.914833 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d7b4ca6-b240-4cbc-8386-15add6295008 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=85338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 11:59:06.101387 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-9d7b4ca6-b240-4cbc-8386-15add6295008 admin admin] Network 2b0efee7-0b47-4077-8d13-18c454d47477 has no segments {{(pid=85338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:59:06.112166 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9d7b4ca6-b240-4cbc-8386-15add6295008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854773273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1351944'] for segment, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:06.301774 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-9d7b4ca6-b240-4cbc-8386-15add6295008 admin admin] Network 2b0efee7-0b47-4077-8d13-18c454d47477 has no segments {{(pid=85338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:59:06.325714 dv-cinder-689486-10-iscsi neutron-server[85224]: Traceback (most recent call last): Apr 16 11:59:06.325714 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 11:59:06.325714 dv-cinder-689486-10-iscsi neutron-server[85224]: timer() Apr 16 11:59:06.325714 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 11:59:06.325714 dv-cinder-689486-10-iscsi neutron-server[85224]: cb(*args, **kw) Apr 16 11:59:06.325714 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 11:59:06.325714 dv-cinder-689486-10-iscsi neutron-server[85224]: return func(*args, **kwargs) Apr 16 11:59:06.325714 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 11:59:06.325714 dv-cinder-689486-10-iscsi neutron-server[85224]: self._notify() Apr 16 11:59:06.325714 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 11:59:06.325714 dv-cinder-689486-10-iscsi neutron-server[85224]: self.callback(batched_events) Apr 16 11:59:06.325714 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 11:59:06.325714 dv-cinder-689486-10-iscsi neutron-server[85224]: event.method(event) Apr 16 11:59:06.325714 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 11:59:06.325714 dv-cinder-689486-10-iscsi neutron-server[85224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 11:59:06.325714 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 11:59:06.325714 dv-cinder-689486-10-iscsi neutron-server[85224]: segment_id)['aggregates'][0] Apr 16 11:59:06.325714 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 11:59:06.325714 dv-cinder-689486-10-iscsi neutron-server[85224]: return f(self, *a, **k) Apr 16 11:59:06.325714 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 11:59:06.325714 dv-cinder-689486-10-iscsi neutron-server[85224]: return self._get(url).json() Apr 16 11:59:06.325714 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 11:59:06.325714 dv-cinder-689486-10-iscsi neutron-server[85224]: **kwargs) Apr 16 11:59:06.325714 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 11:59:06.325714 dv-cinder-689486-10-iscsi neutron-server[85224]: return self.request(url, 'GET', **kwargs) Apr 16 11:59:06.325714 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 11:59:06.325714 dv-cinder-689486-10-iscsi neutron-server[85224]: **endpoint_filter) Apr 16 11:59:06.325714 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 11:59:06.325714 dv-cinder-689486-10-iscsi neutron-server[85224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 11:59:06.325714 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 11:59:06.325714 dv-cinder-689486-10-iscsi neutron-server[85224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 11:59:06.325714 dv-cinder-689486-10-iscsi neutron-server[85224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 11:59:06.409684 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9d7b4ca6-b240-4cbc-8386-15add6295008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854338799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852691194'] for network, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:06.415233 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9d7b4ca6-b240-4cbc-8386-15add6295008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for network, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:06.419159 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-fd213a05-75d8-4f58-9b88-9e52e9b21449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:06.429526 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:06.446131 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b4ca6-b240-4cbc-8386-15add6295008 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b0efee7-0b47-4077-8d13-18c454d47477,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:06.452235 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-9d7b4ca6-b240-4cbc-8386-15add6295008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:06.464432 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-9d7b4ca6-b240-4cbc-8386-15add6295008 admin admin] 10.222.0.71 "DELETE /v2.0/networks/2b0efee7-0b47-4077-8d13-18c454d47477 HTTP/1.1" status: 204 len: 168 time: 1.0408449 Apr 16 11:59:06.671695 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 56724) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:06.726960 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-3452da2a-4a70-4fd5-a127-608e712345ca admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f1626fac6bf6416b9b1f55eb52623e7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539057 Apr 16 11:59:06.731581 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 56728) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:06.799611 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5bb55223-005f-4f24-8dd7-5b1d324dd820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:06.829799 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5bb55223-005f-4f24-8dd7-5b1d324dd820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:06.881938 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5bb55223-005f-4f24-8dd7-5b1d324dd820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:06.887929 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-0ba542fc-8eb5-46af-a91d-c46a49c1c5c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:06.904044 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb55223-005f-4f24-8dd7-5b1d324dd820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2076bd-1e66-4459-af48-9753fdafebb8,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:06.906922 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-5bb55223-005f-4f24-8dd7-5b1d324dd820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:06.914346 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5bb55223-005f-4f24-8dd7-5b1d324dd820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:06.915582 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-5bb55223-005f-4f24-8dd7-5b1d324dd820 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5f2076bd-1e66-4459-af48-9753fdafebb8 HTTP/1.1" status: 204 len: 168 time: 0.1829929 Apr 16 11:59:07.608872 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:12.101284 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09a0a3-e47d-4fa9-852d-4ec5ce558964 req-a6358d65-7c60-425f-9fe2-0ead86ac1b85 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:12.102824 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6c09a0a3-e47d-4fa9-852d-4ec5ce558964 req-a6358d65-7c60-425f-9fe2-0ead86ac1b85 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 946 time: 0.0923078 Apr 16 11:59:12.151783 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6c09a0a3-e47d-4fa9-852d-4ec5ce558964 req-328ff450-b04a-4b93-b4c7-f0be2afd40d6 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413911 Apr 16 11:59:13.390161 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab003b2-c965-44cf-960a-b765b9b13eea req-3b679c89-7d72-4923-935b-30342b69eb2a tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:13.392790 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1ab003b2-c965-44cf-960a-b765b9b13eea req-3b679c89-7d72-4923-935b-30342b69eb2a tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 946 time: 0.0999629 Apr 16 11:59:13.447548 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1ab003b2-c965-44cf-960a-b765b9b13eea req-7a2e4289-7de7-4c71-83a9-4808505d95ac tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475481 Apr 16 11:59:13.702676 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:14.662854 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47b1c2-188e-4ffc-8269-0eba715ed9b0 req-c0644714-dc05-49c0-934b-b5ad39d5e14a tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:14.664497 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5d47b1c2-188e-4ffc-8269-0eba715ed9b0 req-c0644714-dc05-49c0-934b-b5ad39d5e14a tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 946 time: 0.0890989 Apr 16 11:59:14.713409 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5d47b1c2-188e-4ffc-8269-0eba715ed9b0 req-9086757c-c4e1-4746-a5f9-a2d029cdebfc tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414603 Apr 16 11:59:15.927979 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab68ba3-6988-41bf-8429-711cdf8c72aa req-22ae9ea9-c385-4da5-8a50-5a4db3ca48ce tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:15.929496 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-aab68ba3-6988-41bf-8429-711cdf8c72aa req-22ae9ea9-c385-4da5-8a50-5a4db3ca48ce tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 946 time: 0.0924180 Apr 16 11:59:15.978647 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-aab68ba3-6988-41bf-8429-711cdf8c72aa req-ab8665aa-d74e-4eac-a235-65562559f382 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417967 Apr 16 11:59:17.190633 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764f50d-a95c-4e12-aa26-ff48ba397f26 req-17932e71-e13d-4bde-a18c-841fcfc744e0 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:17.192333 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1764f50d-a95c-4e12-aa26-ff48ba397f26 req-17932e71-e13d-4bde-a18c-841fcfc744e0 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 946 time: 0.0910113 Apr 16 11:59:17.246323 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1764f50d-a95c-4e12-aa26-ff48ba397f26 req-29e01b2e-c5f3-40d9-981f-f26bb9c5d2d1 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473781 Apr 16 11:59:17.409689 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:59:18.467932 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f17669-d63a-4c02-8817-e861c2fb1b53 req-ab1a1d0f-894c-4432-8445-a60e80a7a878 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:18.469682 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d4f17669-d63a-4c02-8817-e861c2fb1b53 req-ab1a1d0f-894c-4432-8445-a60e80a7a878 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 946 time: 0.0957415 Apr 16 11:59:18.519043 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d4f17669-d63a-4c02-8817-e861c2fb1b53 req-1cf393b5-3c62-4c0a-9f31-87ec7fcc0fc1 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430701 Apr 16 11:59:19.739844 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a3aba-22eb-4b2f-97b9-511d74250108 req-d910cd26-5d6c-4acc-b026-2d7553d41e55 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:19.741561 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d85a3aba-22eb-4b2f-97b9-511d74250108 req-d910cd26-5d6c-4acc-b026-2d7553d41e55 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 946 time: 0.0966241 Apr 16 11:59:19.798619 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d85a3aba-22eb-4b2f-97b9-511d74250108 req-a154ef1a-1199-45b0-9342-fb5814da54ea tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464878 Apr 16 11:59:21.022344 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff3582-20ac-49ef-b3de-4defc0b09530 req-6c583f78-7946-4b8a-b37a-12652537e219 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:21.023982 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-06ff3582-20ac-49ef-b3de-4defc0b09530 req-6c583f78-7946-4b8a-b37a-12652537e219 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 946 time: 0.0907986 Apr 16 11:59:21.074219 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-06ff3582-20ac-49ef-b3de-4defc0b09530 req-5381d62c-4213-4d82-9f77-2541d0162bbf tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430222 Apr 16 11:59:22.298551 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5fefb-3924-48ec-9466-eef7cd62edc9 req-dafeead1-34fb-47ff-9f64-7e6acd9a6928 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:22.300299 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a3a5fefb-3924-48ec-9466-eef7cd62edc9 req-dafeead1-34fb-47ff-9f64-7e6acd9a6928 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 946 time: 0.0954370 Apr 16 11:59:22.350489 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a3a5fefb-3924-48ec-9466-eef7cd62edc9 req-6ae0286c-5cf1-4c01-8216-7e7c8a1db3ea tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435965 Apr 16 11:59:23.562528 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9ce43-0a98-4029-a3c5-737243a42168 req-c6f55cfd-9fce-4472-a4c2-d04c510bacb3 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:23.564181 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b6f9ce43-0a98-4029-a3c5-737243a42168 req-c6f55cfd-9fce-4472-a4c2-d04c510bacb3 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 946 time: 0.0915537 Apr 16 11:59:23.617886 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b6f9ce43-0a98-4029-a3c5-737243a42168 req-8847cc00-a4ee-49bf-9855-80c73e2b69d8 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471752 Apr 16 11:59:24.828911 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abffe17-5e95-40a9-ba4f-410ef22731fd req-ed472910-8797-4f08-98e6-9f6d273ce1ec tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:24.830528 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8abffe17-5e95-40a9-ba4f-410ef22731fd req-ed472910-8797-4f08-98e6-9f6d273ce1ec tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 946 time: 0.0909152 Apr 16 11:59:24.858902 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device bfe1257c-f636-4af8-80f6-3d475e7b79c7 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:59:24.880417 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8abffe17-5e95-40a9-ba4f-410ef22731fd req-50ec91c1-7250-4b34-8543-f34b46ea00ed tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434444 Apr 16 11:59:25.004887 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port bfe1257c-f636-4af8-80f6-3d475e7b79c7, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=bfe1257c-f636-4af8-80f6-3d475e7b79c7,segment=NetworkSegment(c54cd4bb-a55a-449f-8842-dcc82906022a),segment_id=c54cd4bb-a55a-449f-8842-dcc82906022a)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:25.019657 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Returning: {'device': 'bfe1257c-f636-4af8-80f6-3d475e7b79c7', 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7', 'port_id': 'bfe1257c-f636-4af8-80f6-3d475e7b79c7', 'mac_address': 'fa:16:3e:dd:d8:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e34726b9-4f8a-44d8-a3f0-ee759b42ab33', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:59:25.079197 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:25.097510 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bfe1257c-f636-4af8-80f6-3d475e7b79c7 {{(pid=85339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:59:25.114256 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port bfe1257c-f636-4af8-80f6-3d475e7b79c7, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=bfe1257c-f636-4af8-80f6-3d475e7b79c7,segment=NetworkSegment(c54cd4bb-a55a-449f-8842-dcc82906022a),segment_id=c54cd4bb-a55a-449f-8842-dcc82906022a)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:25.117068 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:25.118934 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-a9a2051e-6729-4403-852d-3065c5b2ac3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:25.198676 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=bfe1257c-f636-4af8-80f6-3d475e7b79c7,revision_number=6']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:25.202815 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:25.223590 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['bfe1257c-f636-4af8-80f6-3d475e7b79c7'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:59:26.101470 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e603a76-6862-4b5d-ace4-9b6fbe9a2c3c req-af2e3a3a-bd19-4caf-87ed-b1d1d80d027b tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:26.103125 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1e603a76-6862-4b5d-ace4-9b6fbe9a2c3c req-af2e3a3a-bd19-4caf-87ed-b1d1d80d027b tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 945 time: 0.0959351 Apr 16 11:59:26.402647 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1e603a76-6862-4b5d-ace4-9b6fbe9a2c3c req-4a00fc63-509a-4872-9d51-c2d8d09da01f tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2924807 Apr 16 11:59:26.866711 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device bfe1257c-f636-4af8-80f6-3d475e7b79c7 up at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:59:26.942468 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning complete for port bfe1257c-f636-4af8-80f6-3d475e7b79c7 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:59:26.942884 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:27.070752 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:27.100214 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c07795b-be67-4d48-bdd7-b51748a0d1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe1257c-f636-4af8-80f6-3d475e7b79c7'}] {{(pid=85339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:59:27.120502 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port bfe1257c-f636-4af8-80f6-3d475e7b79c7, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=bfe1257c-f636-4af8-80f6-3d475e7b79c7,segment=NetworkSegment(c54cd4bb-a55a-449f-8842-dcc82906022a),segment_id=c54cd4bb-a55a-449f-8842-dcc82906022a)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:27.123703 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:27.125748 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:27.160363 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c07795b-be67-4d48-bdd7-b51748a0d1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe1257c-f636-4af8-80f6-3d475e7b79c7', 'code': 200} Apr 16 11:59:27.201872 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=bfe1257c-f636-4af8-80f6-3d475e7b79c7,revision_number=7']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:27.205792 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:27.623494 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb1500-a4d0-4311-b96b-d9d70bc24916 req-1e733262-9505-4d2a-afbb-30713331edf5 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:27.625212 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-15fb1500-a4d0-4311-b96b-d9d70bc24916 req-1e733262-9505-4d2a-afbb-30713331edf5 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 946 time: 0.0937736 Apr 16 11:59:27.677037 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-15fb1500-a4d0-4311-b96b-d9d70bc24916 req-e26646d7-3ade-4a1a-a6f6-8b8e55895128 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446603 Apr 16 11:59:28.893442 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea461c4c-ec72-4002-9972-5e4cd75bfb7c req-95b4999a-d41f-494f-8435-a615c320d38a tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:28.894969 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ea461c4c-ec72-4002-9972-5e4cd75bfb7c req-95b4999a-d41f-494f-8435-a615c320d38a tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 946 time: 0.0937514 Apr 16 11:59:28.945289 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ea461c4c-ec72-4002-9972-5e4cd75bfb7c req-6ec090e3-0e71-4702-b485-3e12f17e93eb tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439115 Apr 16 11:59:30.167420 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d07e9-c90a-4393-865b-889aa1e82ada req-ef3017b1-edc7-4c33-aa3f-2779f82e7dd7 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:30.169320 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f58d07e9-c90a-4393-865b-889aa1e82ada req-ef3017b1-edc7-4c33-aa3f-2779f82e7dd7 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 946 time: 0.0944366 Apr 16 11:59:30.222508 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f58d07e9-c90a-4393-865b-889aa1e82ada req-dfe2dff6-477b-42db-abe3-7bcce22ddad2 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461390 Apr 16 11:59:31.447465 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3124e50d-d623-48b0-954e-0410c217ea25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:31.537029 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640d8f4-4178-4f2d-9788-e30ab2c8fb88 req-6b11f011-bfa4-4827-a569-b46bb99dde0c tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:31.540102 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8640d8f4-4178-4f2d-9788-e30ab2c8fb88 req-6b11f011-bfa4-4827-a569-b46bb99dde0c tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 946 time: 0.1238766 Apr 16 11:59:31.612019 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8640d8f4-4178-4f2d-9788-e30ab2c8fb88 req-4f460e6b-9950-4bbb-85b5-98c8d17eab43 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626967 Apr 16 11:59:33.272461 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ee521-03d9-4a8f-8a90-cc4d76b2e2d2 req-b4a474b1-4284-4e30-8d78-4571c63489f7 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:33.277260 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6e4ee521-03d9-4a8f-8a90-cc4d76b2e2d2 req-b4a474b1-4284-4e30-8d78-4571c63489f7 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 946 time: 0.5008454 Apr 16 11:59:33.347073 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6e4ee521-03d9-4a8f-8a90-cc4d76b2e2d2 req-c73ffa2d-c93b-4983-8fcc-e96d75e00aaf tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601063 Apr 16 11:59:34.725557 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019a766-4361-4aa2-bd17-db8aae382406 req-eda08822-8642-4e18-90ae-22f42af47440 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:34.727303 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2019a766-4361-4aa2-bd17-db8aae382406 req-eda08822-8642-4e18-90ae-22f42af47440 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 946 time: 0.1604614 Apr 16 11:59:34.789587 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2019a766-4361-4aa2-bd17-db8aae382406 req-8478592b-6339-459e-abe4-655e356cafff tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522878 Apr 16 11:59:34.872297 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6dcce26c-5810-40a4-ba0f-37ebd65cdb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:35.896051 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:36.041889 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712f29f-6895-4d35-8512-8d97a60683c1 req-ec07e5c7-4def-46dc-8c0f-f0120762ca64 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:36.043719 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e712f29f-6895-4d35-8512-8d97a60683c1 req-ec07e5c7-4def-46dc-8c0f-f0120762ca64 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 946 time: 0.1128654 Apr 16 11:59:36.099001 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e712f29f-6895-4d35-8512-8d97a60683c1 req-e3be0d61-7d53-47de-abe4-da0edb5e4ba3 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473304 Apr 16 11:59:36.431144 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:37.392425 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf3f4f-0ca6-40da-b895-865466189ba0 req-0d3605af-32f1-4406-a497-9c32fdd27b9d tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:37.394315 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-bbbf3f4f-0ca6-40da-b895-865466189ba0 req-0d3605af-32f1-4406-a497-9c32fdd27b9d tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 946 time: 0.1080897 Apr 16 11:59:37.454104 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-bbbf3f4f-0ca6-40da-b895-865466189ba0 req-e40bb820-0603-42e9-b1cb-615631cbd4a0 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528505 Apr 16 11:59:37.610925 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:38.715374 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ee6fc-2240-46d9-9882-6ef70ed2fd04 req-ef602b2f-11e4-472c-be45-00396e414c23 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:38.717693 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a41ee6fc-2240-46d9-9882-6ef70ed2fd04 req-ef602b2f-11e4-472c-be45-00396e414c23 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 946 time: 0.1299140 Apr 16 11:59:38.778553 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a41ee6fc-2240-46d9-9882-6ef70ed2fd04 req-601e8e33-2bb8-49e5-b0a2-3c3efafa2571 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504301 Apr 16 11:59:40.037525 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd7d62-6e7b-4978-b0ba-37f2b46ea4ba req-b2619e8f-7e74-4253-9939-298bce16eb9e tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:40.039167 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3fbd7d62-6e7b-4978-b0ba-37f2b46ea4ba req-b2619e8f-7e74-4253-9939-298bce16eb9e tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 946 time: 0.0972085 Apr 16 11:59:40.095120 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3fbd7d62-6e7b-4978-b0ba-37f2b46ea4ba req-c644aca9-38ba-476a-bec1-0113f175f058 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482173 Apr 16 11:59:40.955647 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7587de-6ebe-419c-a938-2e0cd37361db req-f992b977-89db-4ba7-90f9-fc8aacc9a74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:40.957303 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0a7587de-6ebe-419c-a938-2e0cd37361db req-f992b977-89db-4ba7-90f9-fc8aacc9a74e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5cb420ffa55c4c63be5c8a61559de7d5&device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 1099 time: 0.0811355 Apr 16 11:59:41.108212 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7587de-6ebe-419c-a938-2e0cd37361db req-9ea1b21c-6fe4-4822-bc3c-652f5a3cb30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:41.109853 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0a7587de-6ebe-419c-a938-2e0cd37361db req-9ea1b21c-6fe4-4822-bc3c-652f5a3cb30d service neutron] 10.222.0.79 "GET /v2.0/networks?id=e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7 HTTP/1.1" status: 200 len: 918 time: 0.1450393 Apr 16 11:59:41.228712 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0a7587de-6ebe-419c-a938-2e0cd37361db req-7cb18c8b-61ef-4c75-88f3-57fd98ae5cf5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfe1257c-f636-4af8-80f6-3d475e7b79c7 HTTP/1.1" status: 200 len: 1002 time: 0.1118603 Apr 16 11:59:41.302939 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7587de-6ebe-419c-a938-2e0cd37361db req-fcf625b3-3184-4824-905a-a1cbda67bb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:41.304530 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0a7587de-6ebe-419c-a938-2e0cd37361db req-fcf625b3-3184-4824-905a-a1cbda67bb74 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e34726b9-4f8a-44d8-a3f0-ee759b42ab33 HTTP/1.1" status: 200 len: 856 time: 0.0686765 Apr 16 11:59:41.310738 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a213651-d71d-4c94-bf8b-cbfe6c561b9b req-f6268940-0dae-43fc-8d88-f8a4761c2010 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:41.314542 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8a213651-d71d-4c94-bf8b-cbfe6c561b9b req-f6268940-0dae-43fc-8d88-f8a4761c2010 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 946 time: 0.0951309 Apr 16 11:59:41.378019 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8a213651-d71d-4c94-bf8b-cbfe6c561b9b req-3b83b510-5b47-4aa2-96d7-98a74b812459 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580592 Apr 16 11:59:41.391145 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7587de-6ebe-419c-a938-2e0cd37361db req-a197c6b0-b763-495b-9f27-bc86cf978129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:41.392775 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0a7587de-6ebe-419c-a938-2e0cd37361db req-a197c6b0-b763-495b-9f27-bc86cf978129 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0802946 Apr 16 11:59:41.550755 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0a7587de-6ebe-419c-a938-2e0cd37361db req-a7615d67-5bd3-4683-a68b-ed6f2d5a38c5 service neutron] 10.222.0.79 "GET /v2.0/networks/e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424506 Apr 16 11:59:41.714123 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0a7587de-6ebe-419c-a938-2e0cd37361db req-45af3aa6-af1b-4ea8-ae59-c26fee7105f3 service neutron] 10.222.0.79 "GET /v2.0/networks/e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563444 Apr 16 11:59:42.660626 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b1d83-f372-4e36-b509-38fbdce1e504 req-20b7459b-8b35-41b3-8b91-3135c9dd4208 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:42.662254 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-883b1d83-f372-4e36-b509-38fbdce1e504 req-20b7459b-8b35-41b3-8b91-3135c9dd4208 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 946 time: 0.1547508 Apr 16 11:59:42.717525 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-883b1d83-f372-4e36-b509-38fbdce1e504 req-fa58abd7-04d3-4aa4-bffd-aea027b9444c tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470979 Apr 16 11:59:43.711109 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:43.994718 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb8370-cdff-451f-8836-551220b6edb4 req-adad73ed-b23c-4f71-91aa-bffe1cf59d38 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:43.996427 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9ebb8370-cdff-451f-8836-551220b6edb4 req-adad73ed-b23c-4f71-91aa-bffe1cf59d38 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 946 time: 0.0984654 Apr 16 11:59:44.082677 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9ebb8370-cdff-451f-8836-551220b6edb4 req-b42b5bf6-710f-4029-a8a9-f25297225f56 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780544 Apr 16 11:59:44.957010 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device bfe1257c-f636-4af8-80f6-3d475e7b79c7 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:59:45.090186 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:45.119053 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c07795b-be67-4d48-bdd7-b51748a0d1a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfe1257c-f636-4af8-80f6-3d475e7b79c7'}] {{(pid=85339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:59:45.129802 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port bfe1257c-f636-4af8-80f6-3d475e7b79c7, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=bfe1257c-f636-4af8-80f6-3d475e7b79c7,segment=NetworkSegment(c54cd4bb-a55a-449f-8842-dcc82906022a),segment_id=c54cd4bb-a55a-449f-8842-dcc82906022a)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:45.133436 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:45.135342 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:45.173807 dv-cinder-689486-10-iscsi neutron-server[85224]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4c07795b-be67-4d48-bdd7-b51748a0d1a2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bfe1257c-f636-4af8-80f6-3d475e7b79c7', 'code': 422} returned with failed status Apr 16 11:59:45.216070 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=bfe1257c-f636-4af8-80f6-3d475e7b79c7,revision_number=8']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:45.220447 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:45.744641 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c78a74-5ffe-459e-8858-91c7a7ea58ee req-f7b329d9-3d60-40cc-87e5-bba91525a692 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:45.746399 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e2c78a74-5ffe-459e-8858-91c7a7ea58ee req-f7b329d9-3d60-40cc-87e5-bba91525a692 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 944 time: 0.1019733 Apr 16 11:59:45.804684 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e2c78a74-5ffe-459e-8858-91c7a7ea58ee req-7b215978-8e40-4f7e-9bb6-bc64d9dec045 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500309 Apr 16 11:59:45.932905 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-dcbe3c0e-9e7c-4247-bae2-cc006b4d9d6f req-06ee4a10-d43a-4cd3-824e-00b11e3ed1ae service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1405916 Apr 16 11:59:46.573602 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe3c0e-9e7c-4247-bae2-cc006b4d9d6f req-25ff77b4-dadb-4ef5-b6aa-8ee1c2ed79fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:46.575202 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-dcbe3c0e-9e7c-4247-bae2-cc006b4d9d6f req-25ff77b4-dadb-4ef5-b6aa-8ee1c2ed79fd service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2&tenant_id=5cb420ffa55c4c63be5c8a61559de7d5 HTTP/1.1" status: 200 len: 1097 time: 0.0894856 Apr 16 11:59:46.680151 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe3c0e-9e7c-4247-bae2-cc006b4d9d6f req-cbddbc97-5328-403c-b557-018d34877760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:46.681786 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-dcbe3c0e-9e7c-4247-bae2-cc006b4d9d6f req-cbddbc97-5328-403c-b557-018d34877760 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5cb420ffa55c4c63be5c8a61559de7d5&device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 1097 time: 0.0824718 Apr 16 11:59:46.833396 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe3c0e-9e7c-4247-bae2-cc006b4d9d6f req-ffd009d4-5cf6-4bf5-99a4-0f062f81276b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:46.834938 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-dcbe3c0e-9e7c-4247-bae2-cc006b4d9d6f req-ffd009d4-5cf6-4bf5-99a4-0f062f81276b service neutron] 10.222.0.79 "GET /v2.0/networks?id=e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7 HTTP/1.1" status: 200 len: 918 time: 0.1450512 Apr 16 11:59:46.954067 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-dcbe3c0e-9e7c-4247-bae2-cc006b4d9d6f req-91dc233d-e3a6-4e50-9047-a137c91456ce service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfe1257c-f636-4af8-80f6-3d475e7b79c7 HTTP/1.1" status: 200 len: 1000 time: 0.1102629 Apr 16 11:59:47.028300 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe3c0e-9e7c-4247-bae2-cc006b4d9d6f req-2471c923-a7a3-4ddf-bcd0-01f99923e1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:47.030085 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-dcbe3c0e-9e7c-4247-bae2-cc006b4d9d6f req-2471c923-a7a3-4ddf-bcd0-01f99923e1e0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e34726b9-4f8a-44d8-a3f0-ee759b42ab33 HTTP/1.1" status: 200 len: 856 time: 0.0690596 Apr 16 11:59:47.102842 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9009a-68b8-48a7-b8f1-c1b2a37eff5d req-fc24c02e-7c6d-46e8-b7b5-92e9bf1337f0 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:47.104864 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ffe9009a-68b8-48a7-b8f1-c1b2a37eff5d req-fc24c02e-7c6d-46e8-b7b5-92e9bf1337f0 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 944 time: 0.1279173 Apr 16 11:59:47.124422 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe3c0e-9e7c-4247-bae2-cc006b4d9d6f req-1325845d-7e8b-489f-a930-c22e61730568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:47.126248 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-dcbe3c0e-9e7c-4247-bae2-cc006b4d9d6f req-1325845d-7e8b-489f-a930-c22e61730568 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0894830 Apr 16 11:59:47.169932 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ffe9009a-68b8-48a7-b8f1-c1b2a37eff5d req-aa2e0457-47fd-4d98-b0a1-24b6ec226e06 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505986 Apr 16 11:59:47.313352 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-dcbe3c0e-9e7c-4247-bae2-cc006b4d9d6f req-b20354b6-de23-40ed-8c00-55d6ac296082 service neutron] 10.222.0.79 "GET /v2.0/networks/e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796734 Apr 16 11:59:47.503546 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-dcbe3c0e-9e7c-4247-bae2-cc006b4d9d6f req-c7372fad-be46-4d56-b99f-a570743cfa72 service neutron] 10.222.0.79 "GET /v2.0/networks/e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833460 Apr 16 11:59:48.425512 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6cca5-7cb7-493f-9737-884c050187d4 req-526b4f9d-ef15-47ea-ba07-18ad1d6b2f55 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:48.427296 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d8a6cca5-7cb7-493f-9737-884c050187d4 req-526b4f9d-ef15-47ea-ba07-18ad1d6b2f55 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 944 time: 0.1121755 Apr 16 11:59:48.495376 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d8a6cca5-7cb7-493f-9737-884c050187d4 req-3dfa803b-99f4-4882-b8bc-e8f7883c21b5 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530171 Apr 16 11:59:49.769293 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02429ffe-859e-435e-94a8-e3c1d81eba23 req-e97dc6fc-1252-4072-88ff-3a82afae3b2d tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:49.771020 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-02429ffe-859e-435e-94a8-e3c1d81eba23 req-e97dc6fc-1252-4072-88ff-3a82afae3b2d tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 944 time: 0.1393847 Apr 16 11:59:49.825304 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-02429ffe-859e-435e-94a8-e3c1d81eba23 req-fba3e666-c10a-4bba-bc71-326e1605a68e tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445976 Apr 16 11:59:51.059404 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbff37-7e41-4f2c-ab04-9ddba952ac19 req-6c0fb529-5024-4b7b-8e20-aa6aeea75ed8 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:51.061163 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-60bbff37-7e41-4f2c-ab04-9ddba952ac19 req-6c0fb529-5024-4b7b-8e20-aa6aeea75ed8 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 944 time: 0.1010594 Apr 16 11:59:51.115863 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-60bbff37-7e41-4f2c-ab04-9ddba952ac19 req-ba774b8a-6184-4ea8-85a5-5ee68d8164bf tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474854 Apr 16 11:59:52.355234 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9798e4-c8d1-4cae-8a5b-5ad94db77348 req-e3828da5-6660-4365-addd-83d7e619493e tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:52.357016 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2f9798e4-c8d1-4cae-8a5b-5ad94db77348 req-e3828da5-6660-4365-addd-83d7e619493e tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 944 time: 0.1014428 Apr 16 11:59:52.413999 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2f9798e4-c8d1-4cae-8a5b-5ad94db77348 req-49051ba0-d9d4-476b-98bf-5c82550bd28b tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480428 Apr 16 11:59:53.673372 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee87777-0e8b-451f-a55c-7755767315ab req-e52fdf13-529e-47d4-aabd-262205fd9d93 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:53.675015 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-eee87777-0e8b-451f-a55c-7755767315ab req-e52fdf13-529e-47d4-aabd-262205fd9d93 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 944 time: 0.1200910 Apr 16 11:59:53.750788 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-eee87777-0e8b-451f-a55c-7755767315ab req-99ca1669-0e6a-46f2-9b4c-9448e11a8556 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635059 Apr 16 11:59:54.416498 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:59:55.407628 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb33b1e-b6ef-4d27-b063-dc029ac34810 req-edb740bb-0a1d-49a4-becd-0394cae2f369 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:55.410564 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9cb33b1e-b6ef-4d27-b063-dc029ac34810 req-edb740bb-0a1d-49a4-becd-0394cae2f369 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 944 time: 0.1545420 Apr 16 11:59:55.496347 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9cb33b1e-b6ef-4d27-b063-dc029ac34810 req-72c99303-7dfc-492d-a003-c384e53e2b82 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725310 Apr 16 11:59:56.744935 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67eec1-4311-4098-8f1d-bef542839d27 req-f1cbb887-e79b-4eba-b862-e6288b66d8a1 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:56.746672 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8b67eec1-4311-4098-8f1d-bef542839d27 req-f1cbb887-e79b-4eba-b862-e6288b66d8a1 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 944 time: 0.1049829 Apr 16 11:59:56.825402 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8b67eec1-4311-4098-8f1d-bef542839d27 req-bd23a6fa-d5ae-407b-ac10-b059c86c3245 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708852 Apr 16 11:59:58.172790 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92c25e-2c88-4cb5-989c-7baa15970a0c req-5c94e518-de5e-49e6-9484-23fdc80aa1a9 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:58.174517 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7c92c25e-2c88-4cb5-989c-7baa15970a0c req-5c94e518-de5e-49e6-9484-23fdc80aa1a9 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 944 time: 0.1102352 Apr 16 11:59:58.248419 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7c92c25e-2c88-4cb5-989c-7baa15970a0c req-62e5a0cf-d483-4a1e-be8c-795ff6d3bcf2 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599976 Apr 16 11:59:59.466117 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5b4b2-c26b-44ef-a366-94513b19ca46 req-f9948c7f-e0cd-4359-9c5f-c313d1e50130 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:59.468871 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-35d5b4b2-c26b-44ef-a366-94513b19ca46 req-f9948c7f-e0cd-4359-9c5f-c313d1e50130 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 944 time: 0.0945642 Apr 16 11:59:59.517880 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-35d5b4b2-c26b-44ef-a366-94513b19ca46 req-0139f26b-4895-4428-8f42-63fde63763af tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430763 Apr 16 12:00:00.741360 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895a062-93c7-49e5-8fd3-ad10d6130564 req-3b37c813-b584-40a7-85a5-870622018a61 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:00.742972 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9895a062-93c7-49e5-8fd3-ad10d6130564 req-3b37c813-b584-40a7-85a5-870622018a61 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 944 time: 0.1005156 Apr 16 12:00:00.794270 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9895a062-93c7-49e5-8fd3-ad10d6130564 req-7015d3ec-7e66-45ab-a6d9-2db9e4148e09 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447080 Apr 16 12:00:01.276105 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-31459fc1-4b5a-4a3e-8c6c-a0ee73290040 req-a38de3f2-5b07-4913-897b-bf7bfd569a68 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7f963c00-b6e2-4eaa-bbe0-2aff67f20733&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0884449 Apr 16 12:00:01.391336 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31459fc1-4b5a-4a3e-8c6c-a0ee73290040 req-fcb9ecda-04e4-4e3f-b9e3-7ff708a1bf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:01.393662 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-31459fc1-4b5a-4a3e-8c6c-a0ee73290040 req-fcb9ecda-04e4-4e3f-b9e3-7ff708a1bf9a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a8f545f40a11467b946db58b523aa51f&device_id=7f963c00-b6e2-4eaa-bbe0-2aff67f20733 HTTP/1.1" status: 200 len: 1098 time: 0.0923483 Apr 16 12:00:01.442851 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9e1378e4-611b-4b46-8e87-e5904498f88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:01.582352 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31459fc1-4b5a-4a3e-8c6c-a0ee73290040 req-4c36c759-e662-4bae-a4bf-29a4705056c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:01.583832 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-31459fc1-4b5a-4a3e-8c6c-a0ee73290040 req-4c36c759-e662-4bae-a4bf-29a4705056c0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2180b119-bc71-44ac-ab3a-75fb991fd9c9 HTTP/1.1" status: 200 len: 910 time: 0.1697798 Apr 16 12:00:01.694396 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-31459fc1-4b5a-4a3e-8c6c-a0ee73290040 req-e2f6a4b1-c111-4816-8589-28fe4312b953 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a5a5024-779b-475e-8b4e-47ff8b63f59c HTTP/1.1" status: 200 len: 1001 time: 0.1034672 Apr 16 12:00:01.773889 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31459fc1-4b5a-4a3e-8c6c-a0ee73290040 req-f49f2fdd-4bb4-4357-8227-5a3213788364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:01.775560 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-31459fc1-4b5a-4a3e-8c6c-a0ee73290040 req-f49f2fdd-4bb4-4357-8227-5a3213788364 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=db3c83ef-37ef-4f43-9fb3-a7487fc6375e HTTP/1.1" status: 200 len: 848 time: 0.0718555 Apr 16 12:00:01.877119 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31459fc1-4b5a-4a3e-8c6c-a0ee73290040 req-b4b26eb5-0d15-4e2e-b8b1-0bb5c82054bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:01.878808 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-31459fc1-4b5a-4a3e-8c6c-a0ee73290040 req-b4b26eb5-0d15-4e2e-b8b1-0bb5c82054bf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2180b119-bc71-44ac-ab3a-75fb991fd9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0942953 Apr 16 12:00:01.896706 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [req-31459fc1-4b5a-4a3e-8c6c-a0ee73290040 req-4935922c-17e6-4500-8bf1-4b3de1efeecf service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=85338) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 12:00:01.897918 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-31459fc1-4b5a-4a3e-8c6c-a0ee73290040 req-4935922c-17e6-4500-8bf1-4b3de1efeecf service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085521 Apr 16 12:00:02.117534 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-31459fc1-4b5a-4a3e-8c6c-a0ee73290040 req-5b4b2506-e082-4b2a-bb2c-436f08c5b877 service neutron] 10.222.0.79 "GET /v2.0/networks/2180b119-bc71-44ac-ab3a-75fb991fd9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108994 Apr 16 12:00:02.130948 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260198f-ae9f-4220-ac88-0eb5b18a2b04 req-a7dda86d-0653-441c-8cff-e3d12eb0c8db tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:02.132606 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f260198f-ae9f-4220-ac88-0eb5b18a2b04 req-a7dda86d-0653-441c-8cff-e3d12eb0c8db tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 944 time: 0.2033184 Apr 16 12:00:02.282741 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f260198f-ae9f-4220-ac88-0eb5b18a2b04 req-3ee266a3-38b6-4c70-99b5-392f88a29960 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252229 Apr 16 12:00:02.341360 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-31459fc1-4b5a-4a3e-8c6c-a0ee73290040 req-d579bb3a-0b41-402e-bb19-6f598822740e service neutron] 10.222.0.79 "GET /v2.0/networks/2180b119-bc71-44ac-ab3a-75fb991fd9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073452 Apr 16 12:00:03.531128 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3e265-f2de-49c5-9f7b-7b711094b96b req-1331d96e-9e76-4121-966b-7b66aff6ee20 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:03.533382 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5ab3e265-f2de-49c5-9f7b-7b711094b96b req-1331d96e-9e76-4121-966b-7b66aff6ee20 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 944 time: 0.1001911 Apr 16 12:00:03.594449 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5ab3e265-f2de-49c5-9f7b-7b711094b96b req-a5112b5d-2392-4ee1-a7ba-160d84494de4 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536692 Apr 16 12:00:04.812693 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d947182-91ec-481c-8d0b-145799c56ea4 req-6c128117-014d-4603-ad55-4e32a460ef4d tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:04.814273 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7d947182-91ec-481c-8d0b-145799c56ea4 req-6c128117-014d-4603-ad55-4e32a460ef4d tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 944 time: 0.0965173 Apr 16 12:00:04.870778 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7d947182-91ec-481c-8d0b-145799c56ea4 req-c1ec3c19-06a1-406f-a7b3-fad86699fecd tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496950 Apr 16 12:00:04.883406 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d55c318b-737f-420b-bf35-76d9098e59af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:05.062772 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device bfe1257c-f636-4af8-80f6-3d475e7b79c7 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:00:05.227773 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port bfe1257c-f636-4af8-80f6-3d475e7b79c7, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=bfe1257c-f636-4af8-80f6-3d475e7b79c7,segment=NetworkSegment(c54cd4bb-a55a-449f-8842-dcc82906022a),segment_id=c54cd4bb-a55a-449f-8842-dcc82906022a)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:05.244063 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Returning: {'device': 'bfe1257c-f636-4af8-80f6-3d475e7b79c7', 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7', 'port_id': 'bfe1257c-f636-4af8-80f6-3d475e7b79c7', 'mac_address': 'fa:16:3e:dd:d8:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e34726b9-4f8a-44d8-a3f0-ee759b42ab33', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:00:05.308789 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:05.330635 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfe1257c-f636-4af8-80f6-3d475e7b79c7 {{(pid=85339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:00:05.348286 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port bfe1257c-f636-4af8-80f6-3d475e7b79c7, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=bfe1257c-f636-4af8-80f6-3d475e7b79c7,segment=NetworkSegment(c54cd4bb-a55a-449f-8842-dcc82906022a),segment_id=c54cd4bb-a55a-449f-8842-dcc82906022a)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:05.351501 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:05.354291 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-dc135b8e-b98d-41ff-b079-15f316f4006d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:05.432397 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=bfe1257c-f636-4af8-80f6-3d475e7b79c7,revision_number=9']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:05.441525 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:05.441919 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:05.442302 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:05.442680 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:05.443055 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:05.443427 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:05.443801 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:05.444170 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:05.444644 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:05.444937 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:05.445304 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:05.445664 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:05.450664 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:05.753737 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['bfe1257c-f636-4af8-80f6-3d475e7b79c7'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:00:05.878654 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:06.085510 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585f981-57ba-4096-8154-c17b8dedd7c9 req-81c774f7-ec7b-4af2-90f5-0661decbd800 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:06.087029 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a585f981-57ba-4096-8154-c17b8dedd7c9 req-81c774f7-ec7b-4af2-90f5-0661decbd800 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 945 time: 0.0914700 Apr 16 12:00:06.134037 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a585f981-57ba-4096-8154-c17b8dedd7c9 req-4c725332-f6ea-49f6-a2d6-6eb80316616e tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400860 Apr 16 12:00:06.425653 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:07.080664 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device bfe1257c-f636-4af8-80f6-3d475e7b79c7 up at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:00:07.153063 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning complete for port bfe1257c-f636-4af8-80f6-3d475e7b79c7 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:00:07.153479 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:07.362153 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd36f1-63d2-4347-b59e-adce9bb5ef9e req-b57a5d6c-dc40-4fcd-a34d-138c362a4605 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:07.363892 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-05dd36f1-63d2-4347-b59e-adce9bb5ef9e req-b57a5d6c-dc40-4fcd-a34d-138c362a4605 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 945 time: 0.1006093 Apr 16 12:00:07.417863 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-05dd36f1-63d2-4347-b59e-adce9bb5ef9e req-7d7bc55c-8dd4-4a7a-a889-bf7fece468a8 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471392 Apr 16 12:00:07.451601 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:07.484674 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c07795b-be67-4d48-bdd7-b51748a0d1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe1257c-f636-4af8-80f6-3d475e7b79c7'}] {{(pid=85339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:00:07.497443 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port bfe1257c-f636-4af8-80f6-3d475e7b79c7, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=bfe1257c-f636-4af8-80f6-3d475e7b79c7,segment=NetworkSegment(c54cd4bb-a55a-449f-8842-dcc82906022a),segment_id=c54cd4bb-a55a-449f-8842-dcc82906022a)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:07.500899 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:07.502836 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:07.543370 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c07795b-be67-4d48-bdd7-b51748a0d1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe1257c-f636-4af8-80f6-3d475e7b79c7', 'code': 200} Apr 16 12:00:07.578784 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=bfe1257c-f636-4af8-80f6-3d475e7b79c7,revision_number=10']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:07.582392 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:07.606953 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:08.041006 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbc99d-c301-4539-a064-3bd67972b4f6 req-fb3733b6-55fe-4434-9e76-27ff61b9b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:08.042585 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-15dbc99d-c301-4539-a064-3bd67972b4f6 req-fb3733b6-55fe-4434-9e76-27ff61b9b609 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 1100 time: 0.3176897 Apr 16 12:00:08.086255 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-15dbc99d-c301-4539-a064-3bd67972b4f6 req-5bcfeb47-99d6-4135-a6ba-56144e783e24 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368047 Apr 16 12:00:08.629570 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f7574-f08b-41ec-ab59-4ac185a3404a req-95b72be4-5b5d-47df-bc3a-c06d40c460fc tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:08.631187 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0c8f7574-f08b-41ec-ab59-4ac185a3404a req-95b72be4-5b5d-47df-bc3a-c06d40c460fc tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 947 time: 0.0895550 Apr 16 12:00:08.684068 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0c8f7574-f08b-41ec-ab59-4ac185a3404a req-3a127e7a-0ee0-469d-a3af-fff8544712f2 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464010 Apr 16 12:00:09.901556 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4b616-db84-45b9-9cc6-3b0a6f711a0f req-baaae68a-a9af-4fcb-b40b-55bf9bebf5bf tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:09.903148 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-38f4b616-db84-45b9-9cc6-3b0a6f711a0f req-baaae68a-a9af-4fcb-b40b-55bf9bebf5bf tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 947 time: 0.0911217 Apr 16 12:00:09.953179 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-38f4b616-db84-45b9-9cc6-3b0a6f711a0f req-ce3e7afd-1413-41b8-ba8a-ca89a39760d8 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427439 Apr 16 12:00:11.168138 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd800ad3-4353-4950-b029-fa447fa8cfd0 req-52f01358-2957-4a2f-888f-af7710c99113 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:11.170218 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-dd800ad3-4353-4950-b029-fa447fa8cfd0 req-52f01358-2957-4a2f-888f-af7710c99113 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 947 time: 0.0946195 Apr 16 12:00:11.227467 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-dd800ad3-4353-4950-b029-fa447fa8cfd0 req-78dcbb6a-e3ed-4500-87b5-4adbe192f695 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499265 Apr 16 12:00:13.738125 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:18.565946 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39db2f-c478-477f-8759-1a964d6539be req-fa45241b-2ed0-47a4-a3da-335cdef5024f tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:18.567498 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6e39db2f-c478-477f-8759-1a964d6539be req-fa45241b-2ed0-47a4-a3da-335cdef5024f tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=7f963c00-b6e2-4eaa-bbe0-2aff67f20733 HTTP/1.1" status: 200 len: 945 time: 0.0906782 Apr 16 12:00:18.614293 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6e39db2f-c478-477f-8759-1a964d6539be req-82b5b086-03ab-458c-8bef-91a78e961652 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=3d523f9b-1593-457e-a1f3-6095abb348ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404513 Apr 16 12:00:19.830857 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e89e95-ed7e-447a-ba45-7eab2f0e4c1e req-5d7d10ed-ab0e-40c9-a2eb-d88091ce7dbd tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:19.832469 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-11e89e95-ed7e-447a-ba45-7eab2f0e4c1e req-5d7d10ed-ab0e-40c9-a2eb-d88091ce7dbd tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=7f963c00-b6e2-4eaa-bbe0-2aff67f20733 HTTP/1.1" status: 200 len: 945 time: 0.0937328 Apr 16 12:00:19.880401 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-11e89e95-ed7e-447a-ba45-7eab2f0e4c1e req-a6918a7a-8c9e-4831-9cb1-d63e17386e49 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=3d523f9b-1593-457e-a1f3-6095abb348ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414062 Apr 16 12:00:20.736172 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a68206-3666-4adc-b978-e55a00bf69d8 req-e1d6a456-87cf-46f8-ab0e-376c76fa18c9 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:20.737908 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-13a68206-3666-4adc-b978-e55a00bf69d8 req-e1d6a456-87cf-46f8-ab0e-376c76fa18c9 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f963c00-b6e2-4eaa-bbe0-2aff67f20733 HTTP/1.1" status: 200 len: 945 time: 0.0919182 Apr 16 12:00:20.815888 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-13a68206-3666-4adc-b978-e55a00bf69d8 req-3abb336b-1a32-4a82-9f6f-1a30686c9ab2 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Deleting port 5a5a5024-779b-475e-8b4e-47ff8b63f59c {{(pid=85338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:00:20.816293 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-13a68206-3666-4adc-b978-e55a00bf69d8 req-3abb336b-1a32-4a82-9f6f-1a30686c9ab2 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:21.145904 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-13a68206-3666-4adc-b978-e55a00bf69d8 req-3abb336b-1a32-4a82-9f6f-1a30686c9ab2 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] For port 5a5a5024-779b-475e-8b4e-47ff8b63f59c, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=5a5a5024-779b-475e-8b4e-47ff8b63f59c,segment=NetworkSegment(f4e993d2-872e-4f90-8e1a-89de5bb8d45c),segment_id=f4e993d2-872e-4f90-8e1a-89de5bb8d45c)] {{(pid=85338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:21.146478 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-13a68206-3666-4adc-b978-e55a00bf69d8 req-3abb336b-1a32-4a82-9f6f-1a30686c9ab2 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:21.226827 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d118b2-8012-4e11-812b-e9f4e54da329 req-7511905c-764f-49ba-92c2-7fd87550d866 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:21.228706 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c2d118b2-8012-4e11-812b-e9f4e54da329 req-7511905c-764f-49ba-92c2-7fd87550d866 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=7f963c00-b6e2-4eaa-bbe0-2aff67f20733 HTTP/1.1" status: 200 len: 945 time: 0.2181189 Apr 16 12:00:21.362021 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c2d118b2-8012-4e11-812b-e9f4e54da329 req-6db025bb-afb9-4de0-aa6b-e78a6975fe4f tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups?id=3d523f9b-1593-457e-a1f3-6095abb348ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239629 Apr 16 12:00:21.513350 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-13a68206-3666-4adc-b978-e55a00bf69d8 req-3abb336b-1a32-4a82-9f6f-1a30686c9ab2 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:21.513768 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-13a68206-3666-4adc-b978-e55a00bf69d8 req-3abb336b-1a32-4a82-9f6f-1a30686c9ab2 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852691177'] for floatingip, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:21.514119 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.l3_db [req-13a68206-3666-4adc-b978-e55a00bf69d8 req-3abb336b-1a32-4a82-9f6f-1a30686c9ab2 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Floating IP 9205e30e-365d-440e-8632-ffae4b799f28 disassociated. External IP: 172.27.1.225, port: 5a5a5024-779b-475e-8b4e-47ff8b63f59c. Apr 16 12:00:21.514506 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-13a68206-3666-4adc-b978-e55a00bf69d8 req-3abb336b-1a32-4a82-9f6f-1a30686c9ab2 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Calling delete_port for 5a5a5024-779b-475e-8b4e-47ff8b63f59c owned by compute:nova {{(pid=85338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:00:21.671765 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-13a68206-3666-4adc-b978-e55a00bf69d8 req-3abb336b-1a32-4a82-9f6f-1a30686c9ab2 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1351932'] for port, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:21.690569 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:21.790687 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb336b-1a32-4a82-9f6f-1a30686c9ab2 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Pushing event deleted for resources: {'Port': ['ID=5a5a5024-779b-475e-8b4e-47ff8b63f59c,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:21.806366 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abb336b-1a32-4a82-9f6f-1a30686c9ab2 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:21.806779 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abb336b-1a32-4a82-9f6f-1a30686c9ab2 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:21.807185 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abb336b-1a32-4a82-9f6f-1a30686c9ab2 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:21.807589 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abb336b-1a32-4a82-9f6f-1a30686c9ab2 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:21.807999 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abb336b-1a32-4a82-9f6f-1a30686c9ab2 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:21.808416 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abb336b-1a32-4a82-9f6f-1a30686c9ab2 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:21.808819 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abb336b-1a32-4a82-9f6f-1a30686c9ab2 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:21.809216 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abb336b-1a32-4a82-9f6f-1a30686c9ab2 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:21.809610 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abb336b-1a32-4a82-9f6f-1a30686c9ab2 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:21.809998 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abb336b-1a32-4a82-9f6f-1a30686c9ab2 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:21.810388 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abb336b-1a32-4a82-9f6f-1a30686c9ab2 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:21.810779 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abb336b-1a32-4a82-9f6f-1a30686c9ab2 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:21.816882 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-3abb336b-1a32-4a82-9f6f-1a30686c9ab2 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:22.078864 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13a68206-3666-4adc-b978-e55a00bf69d8 req-3abb336b-1a32-4a82-9f6f-1a30686c9ab2 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Router 6192d5b7-ede1-4dbc-8d4a-25b178584e2c has already been hosted by L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 {{(pid=85338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:00:22.270621 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13a68206-3666-4adc-b978-e55a00bf69d8 req-3abb336b-1a32-4a82-9f6f-1a30686c9ab2 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:00:22.291934 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaef9cda-effc-4b32-b4f0-73a94b16f080 None None] Sync routers for ids ['6192d5b7-ede1-4dbc-8d4a-25b178584e2c'] in dv-cinder-689486-10-iscsi {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:00:22.305537 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaef9cda-effc-4b32-b4f0-73a94b16f080 None None] Routers {'6192d5b7-ede1-4dbc-8d4a-25b178584e2c'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:00:22.306214 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-aaef9cda-effc-4b32-b4f0-73a94b16f080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:00:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['6192d5b7-ede1-4dbc-8d4a-25b178584e2c'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:22.356889 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a68206-3666-4adc-b978-e55a00bf69d8 req-3abb336b-1a32-4a82-9f6f-1a30686c9ab2 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] No DVR routers for this DVR port 5a5a5024-779b-475e-8b4e-47ff8b63f59c on host hv-cinder-68948 {{(pid=85338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:00:22.361653 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-13a68206-3666-4adc-b978-e55a00bf69d8 req-3abb336b-1a32-4a82-9f6f-1a30686c9ab2 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:22.365913 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f963c00-b6e2-4eaa-bbe0-2aff67f20733', 'name': 'network-vif-deleted', 'tag': '5a5a5024-779b-475e-8b4e-47ff8b63f59c'}] {{(pid=85338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:00:22.383898 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-13a68206-3666-4adc-b978-e55a00bf69d8 req-3abb336b-1a32-4a82-9f6f-1a30686c9ab2 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.79 "DELETE /v2.0/ports/5a5a5024-779b-475e-8b4e-47ff8b63f59c HTTP/1.1" status: 204 len: 173 time: 1.6399987 Apr 16 12:00:22.422674 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f963c00-b6e2-4eaa-bbe0-2aff67f20733', 'name': 'network-vif-deleted', 'tag': '5a5a5024-779b-475e-8b4e-47ff8b63f59c', 'status': 'completed', 'code': 200} Apr 16 12:00:22.549204 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-39b1dad4-c44d-4cf6-8e44-179a8369e10d req-dfa6dbe5-c8aa-4dc1-9c0e-2ca5e5c57091 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Synchronizing usage tracker for tenant:a8f545f40a11467b946db58b523aa51f on resource:port {{(pid=85338) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:00:22.569239 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-39b1dad4-c44d-4cf6-8e44-179a8369e10d req-dfa6dbe5-c8aa-4dc1-9c0e-2ca5e5c57091 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Unset dirty status for tenant:a8f545f40a11467b946db58b523aa51f on resource:port {{(pid=85338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:00:22.570727 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-39b1dad4-c44d-4cf6-8e44-179a8369e10d req-dfa6dbe5-c8aa-4dc1-9c0e-2ca5e5c57091 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/ports?device_id=7f963c00-b6e2-4eaa-bbe0-2aff67f20733 HTTP/1.1" status: 200 len: 210 time: 0.0749378 Apr 16 12:00:22.576564 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-aaef9cda-effc-4b32-b4f0-73a94b16f080 None None] Set router 6192d5b7-ede1-4dbc-8d4a-25b178584e2c gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:00:22.914848 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-aaef9cda-effc-4b32-b4f0-73a94b16f080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'name': 'tempest-AttachVolumeTestJSON-20958925-router', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '4c329cd0-1603-4ba8-894e-85d49d08da7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:33Z', 'updated_at': '2021-04-16T11:49:47Z', 'revision_number': 4, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'gw_port': {'id': '4c329cd0-1603-4ba8-894e-85d49d08da7b', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:34Z', 'updated_at': '2021-04-16T11:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': 'b95cddb1-065d-43c3-8027-7c92f45c9cc5', 'name': '', 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'mac_address': 'fa:16:3e:b0:a8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'db3c83ef-37ef-4f43-9fb3-a7487fc6375e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:42Z', 'updated_at': '2021-04-16T11:50:03Z', 'revision_number': 5, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'subnets': [{'id': 'db3c83ef-37ef-4f43-9fb3-a7487fc6375e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:22.919523 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaef9cda-effc-4b32-b4f0-73a94b16f080 None None] Checking router: 6192d5b7-ede1-4dbc-8d4a-25b178584e2c for host: dv-cinder-689486-10-iscsi {{(pid=85339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:00:22.929381 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaef9cda-effc-4b32-b4f0-73a94b16f080 None None] Routers {'6192d5b7-ede1-4dbc-8d4a-25b178584e2c'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:00:22.930046 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-aaef9cda-effc-4b32-b4f0-73a94b16f080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:00:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['6192d5b7-ede1-4dbc-8d4a-25b178584e2c'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:23.125052 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-aaef9cda-effc-4b32-b4f0-73a94b16f080 None None] Set router 6192d5b7-ede1-4dbc-8d4a-25b178584e2c gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:00:23.455911 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-aaef9cda-effc-4b32-b4f0-73a94b16f080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'name': 'tempest-AttachVolumeTestJSON-20958925-router', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '4c329cd0-1603-4ba8-894e-85d49d08da7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:33Z', 'updated_at': '2021-04-16T11:49:47Z', 'revision_number': 4, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'gw_port': {'id': '4c329cd0-1603-4ba8-894e-85d49d08da7b', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:34Z', 'updated_at': '2021-04-16T11:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': 'b95cddb1-065d-43c3-8027-7c92f45c9cc5', 'name': '', 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'mac_address': 'fa:16:3e:b0:a8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'db3c83ef-37ef-4f43-9fb3-a7487fc6375e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:42Z', 'updated_at': '2021-04-16T11:50:03Z', 'revision_number': 5, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'subnets': [{'id': 'db3c83ef-37ef-4f43-9fb3-a7487fc6375e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:23.460139 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaef9cda-effc-4b32-b4f0-73a94b16f080 None None] The sync data for ids ['6192d5b7-ede1-4dbc-8d4a-25b178584e2c'] in dv-cinder-689486-10-iscsi is: [{'id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'name': 'tempest-AttachVolumeTestJSON-20958925-router', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '4c329cd0-1603-4ba8-894e-85d49d08da7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:33Z', 'updated_at': '2021-04-16T11:49:47Z', 'revision_number': 4, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'gw_port': {'id': '4c329cd0-1603-4ba8-894e-85d49d08da7b', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:34Z', 'updated_at': '2021-04-16T11:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': 'b95cddb1-065d-43c3-8027-7c92f45c9cc5', 'name': '', 'network_id': '2180b119-bc71-44ac-ab3a-75fb991fd9c9', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'mac_address': 'fa:16:3e:b0:a8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'db3c83ef-37ef-4f43-9fb3-a7487fc6375e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:42Z', 'updated_at': '2021-04-16T11:50:03Z', 'revision_number': 5, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'subnets': [{'id': 'db3c83ef-37ef-4f43-9fb3-a7487fc6375e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:00:23.705575 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 57246) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:23.782365 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d96565b4-8cf5-4af7-9ad3-d4f63d9e761f tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:23.814365 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d96565b4-8cf5-4af7-9ad3-d4f63d9e761f tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:23.859944 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d96565b4-8cf5-4af7-9ad3-d4f63d9e761f tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:23.863619 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f1ed37-65a2-4d2e-94d0-979d4c5f899b None None] New status for floating IP 9205e30e-365d-440e-8632-ffae4b799f28: DOWN {{(pid=85340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 12:00:23.866648 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-02c067d3-714f-449f-8cfc-0cc9016e6c9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:23.883214 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96565b4-8cf5-4af7-9ad3-d4f63d9e761f tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d523f9b-1593-457e-a1f3-6095abb348ab,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:23.886471 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-d96565b4-8cf5-4af7-9ad3-d4f63d9e761f tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:23.896525 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d96565b4-8cf5-4af7-9ad3-d4f63d9e761f tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:23.900341 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-d96565b4-8cf5-4af7-9ad3-d4f63d9e761f tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "DELETE /v2.0/security-groups/3d523f9b-1593-457e-a1f3-6095abb348ab HTTP/1.1" status: 204 len: 168 time: 0.1909857 Apr 16 12:00:23.900872 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 57250) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:23.918636 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.v2.resource [None req-784add49-f8b1-456c-bc12-562a48cef4c1 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] show failed (client error): The resource could not be found. Apr 16 12:00:23.919960 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-784add49-f8b1-456c-bc12-562a48cef4c1 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "GET /v2.0/security-groups/3d523f9b-1593-457e-a1f3-6095abb348ab HTTP/1.1" status: 404 len: 347 time: 0.0181112 Apr 16 12:00:23.923042 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 57254) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:24.094756 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-2b657403-9c54-4432-9d29-21167f6b45a5 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Deleting port 988c3692-1588-46da-9123-4195669ad61c {{(pid=85338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:00:24.095136 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2b657403-9c54-4432-9d29-21167f6b45a5 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:24.285495 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2b657403-9c54-4432-9d29-21167f6b45a5 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:24.285856 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2b657403-9c54-4432-9d29-21167f6b45a5 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:24.421527 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-2b657403-9c54-4432-9d29-21167f6b45a5 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Calling delete_port for 988c3692-1588-46da-9123-4195669ad61c owned by network:floatingip {{(pid=85338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:00:24.570825 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2b657403-9c54-4432-9d29-21167f6b45a5 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1351932'] for port, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:24.586935 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e6157626-e06d-4a1e-8ccd-5d2196476a0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:24.684618 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b657403-9c54-4432-9d29-21167f6b45a5 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Pushing event deleted for resources: {'Port': ['ID=988c3692-1588-46da-9123-4195669ad61c,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:24.689219 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-2b657403-9c54-4432-9d29-21167f6b45a5 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:25.095201 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2b657403-9c54-4432-9d29-21167f6b45a5 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks [] for floatingip, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:25.112592 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2b657403-9c54-4432-9d29-21167f6b45a5 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for floatingip, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:25.113843 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-2b657403-9c54-4432-9d29-21167f6b45a5 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] 10.222.0.71 "DELETE /v2.0/floatingips/9205e30e-365d-440e-8632-ffae4b799f28 HTTP/1.1" status: 204 len: 168 time: 1.1898334 Apr 16 12:00:25.157330 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 5a5a5024-779b-475e-8b4e-47ff8b63f59c no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:00:25.213910 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] No Port match for: 5a5a5024-779b-475e-8b4e-47ff8b63f59c {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:00:25.214281 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 5a5a5024-779b-475e-8b4e-47ff8b63f59c not bound to the agent host hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:00:29.228076 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 57284) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:29.934600 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-be4a3b19-b49b-45cc-ae87-fec105573ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083577'] for router_interface, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:30.319769 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-be4a3b19-b49b-45cc-ae87-fec105573ae5 admin admin] Deleting port b95cddb1-065d-43c3-8027-7c92f45c9cc5 {{(pid=85338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:00:30.320420 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-be4a3b19-b49b-45cc-ae87-fec105573ae5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:30.501445 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-be4a3b19-b49b-45cc-ae87-fec105573ae5 admin admin] For port b95cddb1-065d-43c3-8027-7c92f45c9cc5, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=b95cddb1-065d-43c3-8027-7c92f45c9cc5,segment=NetworkSegment(f4e993d2-872e-4f90-8e1a-89de5bb8d45c),segment_id=f4e993d2-872e-4f90-8e1a-89de5bb8d45c)] {{(pid=85338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:30.501761 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-be4a3b19-b49b-45cc-ae87-fec105573ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:30.635005 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-be4a3b19-b49b-45cc-ae87-fec105573ae5 admin admin] Calling delete_port for b95cddb1-065d-43c3-8027-7c92f45c9cc5 owned by network:router_interface {{(pid=85338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:00:30.813433 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-be4a3b19-b49b-45cc-ae87-fec105573ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1351932'] for port, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:30.830083 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-56fce860-3f06-43e3-9f27-a19105c57619 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:30.928939 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a3b19-b49b-45cc-ae87-fec105573ae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b95cddb1-065d-43c3-8027-7c92f45c9cc5,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:30.932865 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-be4a3b19-b49b-45cc-ae87-fec105573ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:31.291482 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-be4a3b19-b49b-45cc-ae87-fec105573ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853098054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084690'] for router_interface, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:31.407283 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:00:31.448281 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-653e6b1e-8d5e-4bf9-91b4-9bb49ef3fafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:32.074499 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4a3b19-b49b-45cc-ae87-fec105573ae5 admin admin] Router 6192d5b7-ede1-4dbc-8d4a-25b178584e2c has already been hosted by L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 {{(pid=85338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:00:32.272683 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4a3b19-b49b-45cc-ae87-fec105573ae5 admin admin] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:00:32.282772 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8489b924-1e86-4b01-91ba-5c85eff8f1b3 None None] Sync routers for ids ['6192d5b7-ede1-4dbc-8d4a-25b178584e2c'] in dv-cinder-689486-10-iscsi {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:00:32.286936 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-be4a3b19-b49b-45cc-ae87-fec105573ae5 admin admin] 10.222.0.71 "PUT /v2.0/routers/6192d5b7-ede1-4dbc-8d4a-25b178584e2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0576332 Apr 16 12:00:32.288796 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 57290) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:32.292586 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8489b924-1e86-4b01-91ba-5c85eff8f1b3 None None] Routers {'6192d5b7-ede1-4dbc-8d4a-25b178584e2c'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:00:32.293265 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-8489b924-1e86-4b01-91ba-5c85eff8f1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:00:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['6192d5b7-ede1-4dbc-8d4a-25b178584e2c'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:32.482012 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3f436aeb-7626-41af-b946-f2be91bb6c73 admin admin] Notify callbacks [] for router, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:32.499765 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-8489b924-1e86-4b01-91ba-5c85eff8f1b3 None None] Set router 6192d5b7-ede1-4dbc-8d4a-25b178584e2c gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:00:32.682567 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3f436aeb-7626-41af-b946-f2be91bb6c73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:32.691861 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-3f436aeb-7626-41af-b946-f2be91bb6c73 admin admin] Deleting port 4c329cd0-1603-4ba8-894e-85d49d08da7b {{(pid=85338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:00:32.692236 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3f436aeb-7626-41af-b946-f2be91bb6c73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:32.887763 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-3f436aeb-7626-41af-b946-f2be91bb6c73 admin admin] For port 4c329cd0-1603-4ba8-894e-85d49d08da7b, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=4c329cd0-1603-4ba8-894e-85d49d08da7b,segment=NetworkSegment(fbc7dd2f-3e5c-4067-bc2d-84cf54659228),segment_id=fbc7dd2f-3e5c-4067-bc2d-84cf54659228)] {{(pid=85338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:32.888094 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3f436aeb-7626-41af-b946-f2be91bb6c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:32.987193 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-8489b924-1e86-4b01-91ba-5c85eff8f1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'name': 'tempest-AttachVolumeTestJSON-20958925-router', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '4c329cd0-1603-4ba8-894e-85d49d08da7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:33Z', 'updated_at': '2021-04-16T12:00:30Z', 'revision_number': 5, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'gw_port': {'id': '4c329cd0-1603-4ba8-894e-85d49d08da7b', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:34Z', 'updated_at': '2021-04-16T11:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi'}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:32.991681 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8489b924-1e86-4b01-91ba-5c85eff8f1b3 None None] Checking router: 6192d5b7-ede1-4dbc-8d4a-25b178584e2c for host: dv-cinder-689486-10-iscsi {{(pid=85339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:00:33.001428 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8489b924-1e86-4b01-91ba-5c85eff8f1b3 None None] Routers {'6192d5b7-ede1-4dbc-8d4a-25b178584e2c'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:00:33.002101 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-8489b924-1e86-4b01-91ba-5c85eff8f1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:00:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['6192d5b7-ede1-4dbc-8d4a-25b178584e2c'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:33.031497 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-3f436aeb-7626-41af-b946-f2be91bb6c73 admin admin] Calling delete_port for 4c329cd0-1603-4ba8-894e-85d49d08da7b owned by network:router_gateway {{(pid=85338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:00:33.193844 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-8489b924-1e86-4b01-91ba-5c85eff8f1b3 None None] Set router 6192d5b7-ede1-4dbc-8d4a-25b178584e2c gateway port host: None {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:00:33.248503 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3f436aeb-7626-41af-b946-f2be91bb6c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1351932'] for port, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:33.275983 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-dcc9dd53-d9a5-46b6-a60c-33bbd9f804dd tempest-VolumesActionsTest-2089531566 tempest-VolumesActionsTest-2089531566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:33.423397 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-8489b924-1e86-4b01-91ba-5c85eff8f1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'name': 'tempest-AttachVolumeTestJSON-20958925-router', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:33Z', 'updated_at': '2021-04-16T12:00:32Z', 'revision_number': 6, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'gw_port_host': None}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:33.430222 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8489b924-1e86-4b01-91ba-5c85eff8f1b3 None None] The sync data for ids ['6192d5b7-ede1-4dbc-8d4a-25b178584e2c'] in dv-cinder-689486-10-iscsi is: [{'id': '6192d5b7-ede1-4dbc-8d4a-25b178584e2c', 'name': 'tempest-AttachVolumeTestJSON-20958925-router', 'tenant_id': 'a8f545f40a11467b946db58b523aa51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:33Z', 'updated_at': '2021-04-16T12:00:32Z', 'revision_number': 6, 'project_id': 'a8f545f40a11467b946db58b523aa51f', 'gw_port_host': None}] {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:00:33.446609 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f436aeb-7626-41af-b946-f2be91bb6c73 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c329cd0-1603-4ba8-894e-85d49d08da7b,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:33.450754 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-3f436aeb-7626-41af-b946-f2be91bb6c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:33.618938 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3f436aeb-7626-41af-b946-f2be91bb6c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084840'] for router_gateway, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:33.807598 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3f436aeb-7626-41af-b946-f2be91bb6c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2082130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5121'] for router, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:33.810126 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3f436aeb-7626-41af-b946-f2be91bb6c73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:33.836473 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3f436aeb-7626-41af-b946-f2be91bb6c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852688958'] for router, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:33.837038 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f436aeb-7626-41af-b946-f2be91bb6c73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6192d5b7-ede1-4dbc-8d4a-25b178584e2c {{(pid=85338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 12:00:33.850439 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3f436aeb-7626-41af-b946-f2be91bb6c73 admin admin] Notify callbacks [] for router, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:33.851671 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-3f436aeb-7626-41af-b946-f2be91bb6c73 admin admin] 10.222.0.71 "DELETE /v2.0/routers/6192d5b7-ede1-4dbc-8d4a-25b178584e2c HTTP/1.1" status: 204 len: 168 time: 1.5618780 Apr 16 12:00:33.854428 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 57296) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:33.924085 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5c91bd7-2d80-4648-a70f-ba96c1449e20 admin admin] Deleting subnet db3c83ef-37ef-4f43-9fb3-a7487fc6375e {{(pid=85338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 12:00:33.927664 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d5c91bd7-2d80-4648-a70f-ba96c1449e20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:33.983366 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d5c91bd7-2d80-4648-a70f-ba96c1449e20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6398902'] for subnet, precommit_delete_associations {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:34.083701 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d5c91bd7-2d80-4648-a70f-ba96c1449e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770791'] for subnet, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:34.368670 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d5c91bd7-2d80-4648-a70f-ba96c1449e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853423959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848236330'] for subnet, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:34.390301 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-0d912f30-13aa-45ea-aaf7-27015d5c112d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:34.494985 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c91bd7-2d80-4648-a70f-ba96c1449e20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db3c83ef-37ef-4f43-9fb3-a7487fc6375e,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:34.500572 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-d5c91bd7-2d80-4648-a70f-ba96c1449e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:34.538478 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d5c91bd7-2d80-4648-a70f-ba96c1449e20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for subnet, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:34.544069 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f0b000-9ea4-494d-b939-2276c8f75f2c None None] Network 2180b119-bc71-44ac-ab3a-75fb991fd9c9 requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:00:34.547936 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-d5c91bd7-2d80-4648-a70f-ba96c1449e20 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/db3c83ef-37ef-4f43-9fb3-a7487fc6375e HTTP/1.1" status: 204 len: 168 time: 0.6898928 Apr 16 12:00:34.548156 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 57300) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:34.693529 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-19a3171a-9a6b-4dc3-b96d-2ad1e184f3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-34362'] for network, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:34.782265 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-19a3171a-9a6b-4dc3-b96d-2ad1e184f3b3 admin admin] Deleting port e6a77d88-788e-4828-8be5-4f185df48c13 {{(pid=85338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:00:34.782805 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-19a3171a-9a6b-4dc3-b96d-2ad1e184f3b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:34.847397 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cb2c1d-c132-4e94-9b57-030c7da9432d None None] DHCP port deletion for 2180b119-bc71-44ac-ab3a-75fb991fd9c9 request from dv-cinder-689486-10-iscsi {{(pid=85339) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 12:00:34.852002 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-56cb2c1d-c132-4e94-9b57-030c7da9432d None None] Deleting port e6a77d88-788e-4828-8be5-4f185df48c13 {{(pid=85339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:00:34.853035 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-56cb2c1d-c132-4e94-9b57-030c7da9432d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:34.919932 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5620a7e6-9673-40ed-8c41-d450e1249ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:35.083403 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-19a3171a-9a6b-4dc3-b96d-2ad1e184f3b3 admin admin] For port e6a77d88-788e-4828-8be5-4f185df48c13, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=e6a77d88-788e-4828-8be5-4f185df48c13,segment=NetworkSegment(f4e993d2-872e-4f90-8e1a-89de5bb8d45c),segment_id=f4e993d2-872e-4f90-8e1a-89de5bb8d45c)] {{(pid=85338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:35.083723 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-19a3171a-9a6b-4dc3-b96d-2ad1e184f3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:35.103792 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-56cb2c1d-c132-4e94-9b57-030c7da9432d None None] For port e6a77d88-788e-4828-8be5-4f185df48c13, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=e6a77d88-788e-4828-8be5-4f185df48c13,segment=NetworkSegment(f4e993d2-872e-4f90-8e1a-89de5bb8d45c),segment_id=f4e993d2-872e-4f90-8e1a-89de5bb8d45c)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:35.104239 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-56cb2c1d-c132-4e94-9b57-030c7da9432d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:35.253183 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-19a3171a-9a6b-4dc3-b96d-2ad1e184f3b3 admin admin] Calling delete_port for e6a77d88-788e-4828-8be5-4f185df48c13 owned by network:dhcp {{(pid=85338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:00:35.257079 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-56cb2c1d-c132-4e94-9b57-030c7da9432d None None] Calling delete_port for e6a77d88-788e-4828-8be5-4f185df48c13 owned by network:dhcp {{(pid=85339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:00:35.350811 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.db.api [None req-56cb2c1d-c132-4e94-9b57-030c7da9432d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 16 12:00:35.350811 dv-cinder-689486-10-iscsi neutron-server[85224]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Apr 16 12:00:35.350811 dv-cinder-689486-10-iscsi neutron-server[85224]: [parameters: {'port_id': 'e6a77d88-788e-4828-8be5-4f185df48c13', 'host': 'dv-cinder-689486-10-iscsi'}] Apr 16 12:00:35.350811 dv-cinder-689486-10-iscsi neutron-server[85224]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=85339) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 12:00:35.351181 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-19a3171a-9a6b-4dc3-b96d-2ad1e184f3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1351932'] for port, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:35.352094 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_db.api [None req-56cb2c1d-c132-4e94-9b57-030c7da9432d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 12:00:35.368551 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-51e95a88-57e5-4a16-818a-6a66f13acf82 tempest-ServerRescueNegativeTestJSON-1880704379 tempest-ServerRescueNegativeTestJSON-1880704379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:35.419564 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 4c329cd0-1603-4ba8-894e-85d49d08da7b no longer exists at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:00:35.461627 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] No Port match for: 4c329cd0-1603-4ba8-894e-85d49d08da7b {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:00:35.462024 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 4c329cd0-1603-4ba8-894e-85d49d08da7b not bound to the agent host dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:00:35.462499 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device b95cddb1-065d-43c3-8027-7c92f45c9cc5 no longer exists at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:00:35.469461 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3171a-9a6b-4dc3-b96d-2ad1e184f3b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6a77d88-788e-4828-8be5-4f185df48c13,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:35.504118 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] No Port match for: b95cddb1-065d-43c3-8027-7c92f45c9cc5 {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:00:35.504558 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device b95cddb1-065d-43c3-8027-7c92f45c9cc5 not bound to the agent host dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:00:35.505036 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device e6a77d88-788e-4828-8be5-4f185df48c13 no longer exists at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:00:35.543734 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] No Port match for: e6a77d88-788e-4828-8be5-4f185df48c13 {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:00:35.544127 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device e6a77d88-788e-4828-8be5-4f185df48c13 not bound to the agent host dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:00:35.744771 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-19a3171a-9a6b-4dc3-b96d-2ad1e184f3b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:35.781310 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a3171a-9a6b-4dc3-b96d-2ad1e184f3b3 admin admin] No DVR routers for this DVR port e6a77d88-788e-4828-8be5-4f185df48c13 on host dv-cinder-689486-10-iscsi {{(pid=85338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:00:35.850801 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:35.853948 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-56cb2c1d-c132-4e94-9b57-030c7da9432d None None] Deleting port e6a77d88-788e-4828-8be5-4f185df48c13 {{(pid=85339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:00:35.854595 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-56cb2c1d-c132-4e94-9b57-030c7da9432d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:35.908971 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-19a3171a-9a6b-4dc3-b96d-2ad1e184f3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-437016', 'neutron.services.segments.db._delete_segments_for_network-8740188510920'] for network, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:35.931313 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-56cb2c1d-c132-4e94-9b57-030c7da9432d None None] The port 'e6a77d88-788e-4828-8be5-4f185df48c13' was deleted {{(pid=85339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 12:00:36.115510 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-19a3171a-9a6b-4dc3-b96d-2ad1e184f3b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2180b119-bc71-44ac-ab3a-75fb991fd9c9']}} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:36.130240 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-19a3171a-9a6b-4dc3-b96d-2ad1e184f3b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4e993d2-872e-4f90-8e1a-89de5bb8d45c') {'for_net_delete': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:36.130570 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-19a3171a-9a6b-4dc3-b96d-2ad1e184f3b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4e993d2-872e-4f90-8e1a-89de5bb8d45c') {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:36.144550 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-19a3171a-9a6b-4dc3-b96d-2ad1e184f3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740188483033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848376946'] for segment, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:36.161193 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-19a3171a-9a6b-4dc3-b96d-2ad1e184f3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2559'] for segment, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:36.171145 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19a3171a-9a6b-4dc3-b96d-2ad1e184f3b3 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=85338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 12:00:36.357618 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-19a3171a-9a6b-4dc3-b96d-2ad1e184f3b3 admin admin] Network 2180b119-bc71-44ac-ab3a-75fb991fd9c9 has no segments {{(pid=85338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:00:36.367631 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-19a3171a-9a6b-4dc3-b96d-2ad1e184f3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854773273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1351944'] for segment, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:36.430079 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:36.555468 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-19a3171a-9a6b-4dc3-b96d-2ad1e184f3b3 admin admin] Network 2180b119-bc71-44ac-ab3a-75fb991fd9c9 has no segments {{(pid=85338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:00:36.578893 dv-cinder-689486-10-iscsi neutron-server[85224]: Traceback (most recent call last): Apr 16 12:00:36.578893 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 12:00:36.578893 dv-cinder-689486-10-iscsi neutron-server[85224]: timer() Apr 16 12:00:36.578893 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 12:00:36.578893 dv-cinder-689486-10-iscsi neutron-server[85224]: cb(*args, **kw) Apr 16 12:00:36.578893 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 12:00:36.578893 dv-cinder-689486-10-iscsi neutron-server[85224]: return func(*args, **kwargs) Apr 16 12:00:36.578893 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 12:00:36.578893 dv-cinder-689486-10-iscsi neutron-server[85224]: self._notify() Apr 16 12:00:36.578893 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 12:00:36.578893 dv-cinder-689486-10-iscsi neutron-server[85224]: self.callback(batched_events) Apr 16 12:00:36.578893 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 12:00:36.578893 dv-cinder-689486-10-iscsi neutron-server[85224]: event.method(event) Apr 16 12:00:36.578893 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 12:00:36.578893 dv-cinder-689486-10-iscsi neutron-server[85224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 12:00:36.578893 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 12:00:36.578893 dv-cinder-689486-10-iscsi neutron-server[85224]: segment_id)['aggregates'][0] Apr 16 12:00:36.578893 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 12:00:36.578893 dv-cinder-689486-10-iscsi neutron-server[85224]: return f(self, *a, **k) Apr 16 12:00:36.578893 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 12:00:36.578893 dv-cinder-689486-10-iscsi neutron-server[85224]: return self._get(url).json() Apr 16 12:00:36.578893 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 12:00:36.578893 dv-cinder-689486-10-iscsi neutron-server[85224]: **kwargs) Apr 16 12:00:36.578893 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 12:00:36.578893 dv-cinder-689486-10-iscsi neutron-server[85224]: return self.request(url, 'GET', **kwargs) Apr 16 12:00:36.578893 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 12:00:36.578893 dv-cinder-689486-10-iscsi neutron-server[85224]: **endpoint_filter) Apr 16 12:00:36.578893 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 12:00:36.578893 dv-cinder-689486-10-iscsi neutron-server[85224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 12:00:36.578893 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 12:00:36.578893 dv-cinder-689486-10-iscsi neutron-server[85224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 12:00:36.578893 dv-cinder-689486-10-iscsi neutron-server[85224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 12:00:36.658938 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-19a3171a-9a6b-4dc3-b96d-2ad1e184f3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854338799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852691194'] for network, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:36.663448 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:36.678648 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-19a3171a-9a6b-4dc3-b96d-2ad1e184f3b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for network, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:36.691647 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3171a-9a6b-4dc3-b96d-2ad1e184f3b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2180b119-bc71-44ac-ab3a-75fb991fd9c9,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:36.696433 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-19a3171a-9a6b-4dc3-b96d-2ad1e184f3b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:36.705233 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-19a3171a-9a6b-4dc3-b96d-2ad1e184f3b3 admin admin] 10.222.0.71 "DELETE /v2.0/networks/2180b119-bc71-44ac-ab3a-75fb991fd9c9 HTTP/1.1" status: 204 len: 168 time: 2.1558836 Apr 16 12:00:36.851409 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 57306) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:36.903993 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-0dad28f3-8e5f-4035-a995-86e72ff3ede3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a8f545f40a11467b946db58b523aa51f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0511642 Apr 16 12:00:36.907285 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 57310) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:36.970683 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-68a92796-8213-4a58-a3fc-42a63666799c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:36.998426 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-68a92796-8213-4a58-a3fc-42a63666799c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:37.053868 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-68a92796-8213-4a58-a3fc-42a63666799c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:37.059493 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-da9e30db-8837-45a7-a665-d59a649564b5 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:37.074737 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a92796-8213-4a58-a3fc-42a63666799c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8239acce-c127-4a6a-88f9-865a95583508,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:37.080542 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-68a92796-8213-4a58-a3fc-42a63666799c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:37.082564 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-68a92796-8213-4a58-a3fc-42a63666799c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:37.083788 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-68a92796-8213-4a58-a3fc-42a63666799c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8239acce-c127-4a6a-88f9-865a95583508 HTTP/1.1" status: 204 len: 168 time: 0.1755226 Apr 16 12:00:37.610428 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:37.881626 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 57334) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:37.998468 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-25fd98c7-0c2c-4c50-ad69-9325536cc9bf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2043721213-network', 'tenant_id': '705b714d8f364504a20d48e49e14d504'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:38.004156 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-25fd98c7-0c2c-4c50-ad69-9325536cc9bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:38.008253 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-25fd98c7-0c2c-4c50-ad69-9325536cc9bf admin admin] Usage tracker for resource:network and tenant:705b714d8f364504a20d48e49e14d504 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:38.011283 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-25fd98c7-0c2c-4c50-ad69-9325536cc9bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:38.017891 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-25fd98c7-0c2c-4c50-ad69-9325536cc9bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:38.027451 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fd98c7-0c2c-4c50-ad69-9325536cc9bf admin admin] Made reservation on behalf of 705b714d8f364504a20d48e49e14d504 for: {'network': 1} {{(pid=85338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:00:38.032419 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-25fd98c7-0c2c-4c50-ad69-9325536cc9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for network, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:38.045545 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-25fd98c7-0c2c-4c50-ad69-9325536cc9bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:38.060881 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-25fd98c7-0c2c-4c50-ad69-9325536cc9bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:38.065601 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-25fd98c7-0c2c-4c50-ad69-9325536cc9bf admin admin] Usage tracker for resource:security_group_rule and tenant:705b714d8f364504a20d48e49e14d504 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:38.068564 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-25fd98c7-0c2c-4c50-ad69-9325536cc9bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:38.074613 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-25fd98c7-0c2c-4c50-ad69-9325536cc9bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:38.160964 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-25fd98c7-0c2c-4c50-ad69-9325536cc9bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:38.163674 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-25fd98c7-0c2c-4c50-ad69-9325536cc9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:38.167804 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-c924c72c-0b10-4b05-898e-58d4d849f7d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:38.197321 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25fd98c7-0c2c-4c50-ad69-9325536cc9bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=85338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 12:00:38.207489 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-25fd98c7-0c2c-4c50-ad69-9325536cc9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2559'] for segment, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:38.207489 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.segments_db [None req-25fd98c7-0c2c-4c50-ad69-9325536cc9bf admin admin] Added segment 15d11fa1-2759-4281-9662-7a0a5490799f of type vlan for network 7661c479-6572-4c20-bd27-63462f46ac46 Apr 16 12:00:38.216486 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd98c7-0c2c-4c50-ad69-9325536cc9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aecc5117-36a4-4219-a07e-05589aa0a87e,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:38.221294 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-25fd98c7-0c2c-4c50-ad69-9325536cc9bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:38.243031 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-25fd98c7-0c2c-4c50-ad69-9325536cc9bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740187980010'] for network, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:38.273842 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-25fd98c7-0c2c-4c50-ad69-9325536cc9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747'] for network, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:38.275113 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fd98c7-0c2c-4c50-ad69-9325536cc9bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:38.275737 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-25fd98c7-0c2c-4c50-ad69-9325536cc9bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for network, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:38.280820 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:38.386183 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-25fd98c7-0c2c-4c50-ad69-9325536cc9bf admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5032425 Apr 16 12:00:38.387157 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd98c7-0c2c-4c50-ad69-9325536cc9bf admin admin] Pushing event updated for resources: {'Network': ['ID=7661c479-6572-4c20-bd27-63462f46ac46,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:38.389447 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 57340) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:38.393214 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-25fd98c7-0c2c-4c50-ad69-9325536cc9bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:38.396043 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-a8ebc689-27c6-4ebe-ab0a-9ee31378d3b1 admin admin] Request body: {'subnet': {'network_id': '7661c479-6572-4c20-bd27-63462f46ac46', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2043721213-subnet', 'tenant_id': '705b714d8f364504a20d48e49e14d504', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:38.398337 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Network 7661c479-6572-4c20-bd27-63462f46ac46 details requested by agent ovs-agent-dv-cinder-689486-10-iscsi with host dv-cinder-689486-10-iscsi {{(pid=85339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 12:00:38.401683 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-a8ebc689-27c6-4ebe-ab0a-9ee31378d3b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:38.406048 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-a8ebc689-27c6-4ebe-ab0a-9ee31378d3b1 admin admin] Usage tracker for resource:subnet and tenant:705b714d8f364504a20d48e49e14d504 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:38.409101 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-a8ebc689-27c6-4ebe-ab0a-9ee31378d3b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:38.416094 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-a8ebc689-27c6-4ebe-ab0a-9ee31378d3b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:38.427622 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ebc689-27c6-4ebe-ab0a-9ee31378d3b1 admin admin] Made reservation on behalf of 705b714d8f364504a20d48e49e14d504 for: {'subnet': 1} {{(pid=85337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:00:38.432521 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a8ebc689-27c6-4ebe-ab0a-9ee31378d3b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036849705449'] for subnet, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:38.848010 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a8ebc689-27c6-4ebe-ab0a-9ee31378d3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7759993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036849705436'] for subnet, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:38.868658 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-3645ff7a-4597-472d-a415-84d612787b0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:39.241363 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebc689-27c6-4ebe-ab0a-9ee31378d3b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c258a631-143c-46ac-ae39-d1c548dff4b0,revision_number=0']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:39.255483 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebc689-27c6-4ebe-ab0a-9ee31378d3b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:39.255904 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebc689-27c6-4ebe-ab0a-9ee31378d3b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:39.256341 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebc689-27c6-4ebe-ab0a-9ee31378d3b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:39.256751 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebc689-27c6-4ebe-ab0a-9ee31378d3b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:39.257156 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebc689-27c6-4ebe-ab0a-9ee31378d3b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:39.257560 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebc689-27c6-4ebe-ab0a-9ee31378d3b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:39.257961 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebc689-27c6-4ebe-ab0a-9ee31378d3b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:39.258361 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebc689-27c6-4ebe-ab0a-9ee31378d3b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:39.258764 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebc689-27c6-4ebe-ab0a-9ee31378d3b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:39.259161 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebc689-27c6-4ebe-ab0a-9ee31378d3b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:39.259571 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebc689-27c6-4ebe-ab0a-9ee31378d3b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:39.259951 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebc689-27c6-4ebe-ab0a-9ee31378d3b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:39.266211 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-a8ebc689-27c6-4ebe-ab0a-9ee31378d3b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:39.319051 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ebc689-27c6-4ebe-ab0a-9ee31378d3b1 admin admin] Checking segment: {'id': '15d11fa1-2759-4281-9662-7a0a5490799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7661c479-6572-4c20-bd27-63462f46ac46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:00:39.319445 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ebc689-27c6-4ebe-ab0a-9ee31378d3b1 admin admin] Network hostable DHCP agents. Network: 7661c479-6572-4c20-bd27-63462f46ac46, hostable agents: ['ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6'], hosted agents: [] {{(pid=85337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 12:00:39.338745 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ebc689-27c6-4ebe-ab0a-9ee31378d3b1 admin admin] Network 7661c479-6572-4c20-bd27-63462f46ac46 is scheduled to be hosted by DHCP agent ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6 with binding_index 1 {{(pid=85337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 12:00:39.347275 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-a8ebc689-27c6-4ebe-ab0a-9ee31378d3b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-10-iscsi, 7661c479-6572-4c20-bd27-63462f46ac46) {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:00:39.356520 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3053a3fa-37d8-4284-856a-a7b63382af17 None None] Network 7661c479-6572-4c20-bd27-63462f46ac46 requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:00:39.361662 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ebc689-27c6-4ebe-ab0a-9ee31378d3b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:39.362311 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a8ebc689-27c6-4ebe-ab0a-9ee31378d3b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:39.387298 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-a8ebc689-27c6-4ebe-ab0a-9ee31378d3b1 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9966023 Apr 16 12:00:39.594220 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dfbdc1-db33-495f-bb56-dd28a121c656 None None] Network 7661c479-6572-4c20-bd27-63462f46ac46 requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:00:39.987348 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-d6086b39-f2c9-4bce-bdb7-90c2bd0a8efe tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:39.989000 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-d6086b39-f2c9-4bce-bdb7-90c2bd0a8efe tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/networks?id=7661c479-6572-4c20-bd27-63462f46ac46 HTTP/1.1" status: 200 len: 815 time: 0.1572707 Apr 16 12:00:40.005377 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-55297a9b-da86-4e97-839d-3ed082343d5c tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/quotas/705b714d8f364504a20d48e49e14d504 HTTP/1.1" status: 200 len: 375 time: 0.0100696 Apr 16 12:00:40.059595 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-4c3b02f5-13a9-44b2-a7e0-b71dee686d5a tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=705b714d8f364504a20d48e49e14d504&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483100 Apr 16 12:00:40.072164 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-18d191d2-9d54-4df0-b2e3-29b8d54345c3 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=85337) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 12:00:40.073181 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-18d191d2-9d54-4df0-b2e3-29b8d54345c3 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056472 Apr 16 12:00:40.221165 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-c3f1d58f-b518-44a6-8ff2-c1fc88180f69 service neutron] 10.222.0.71 "GET /v2.0/networks/7661c479-6572-4c20-bd27-63462f46ac46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411238 Apr 16 12:00:40.365622 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-152ecbe6-53aa-445f-8ba5-ead0d413d898 service neutron] 10.222.0.71 "GET /v2.0/networks/7661c479-6572-4c20-bd27-63462f46ac46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380405 Apr 16 12:00:40.572430 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2bb690e1-0264-4677-8395-b49e064eff11 req-020c2d42-7ce5-4360-85c3-31f2cd9b24e5 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=e47ecfd4-b7d1-4cea-9517-37178ce236d6 HTTP/1.1" status: 200 len: 210 time: 0.0544493 Apr 16 12:00:41.662516 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-d97bb6ae-c2a9-466e-aab4-601c450525be tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:41.663281 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-d97bb6ae-c2a9-466e-aab4-601c450525be tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Synchronizing usage tracker for tenant:705b714d8f364504a20d48e49e14d504 on resource:network {{(pid=85338) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:00:41.681102 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-d97bb6ae-c2a9-466e-aab4-601c450525be tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Unset dirty status for tenant:705b714d8f364504a20d48e49e14d504 on resource:network {{(pid=85338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:00:41.682369 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-d97bb6ae-c2a9-466e-aab4-601c450525be tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.79 "GET /v2.0/networks?id=7661c479-6572-4c20-bd27-63462f46ac46 HTTP/1.1" status: 200 len: 815 time: 0.1983128 Apr 16 12:00:41.695884 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-03930f94-1ead-4300-aed5-959a06c568a3 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Request body: {'port': {'device_id': 'e47ecfd4-b7d1-4cea-9517-37178ce236d6', 'network_id': '7661c479-6572-4c20-bd27-63462f46ac46', 'admin_state_up': True, 'tenant_id': '705b714d8f364504a20d48e49e14d504'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:41.754219 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-67817eac-77d5-4d26-8777-5b2a29247467 req-705e2d80-ac5b-459c-9a0f-5fa213c7751e tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=e47ecfd4-b7d1-4cea-9517-37178ce236d6 HTTP/1.1" status: 200 len: 210 time: 0.0610373 Apr 16 12:00:41.844621 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-03930f94-1ead-4300-aed5-959a06c568a3 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:41.848733 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-03930f94-1ead-4300-aed5-959a06c568a3 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Usage tracker for resource:port and tenant:705b714d8f364504a20d48e49e14d504 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:41.851695 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-03930f94-1ead-4300-aed5-959a06c568a3 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:41.857820 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-03930f94-1ead-4300-aed5-959a06c568a3 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:41.866364 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-03930f94-1ead-4300-aed5-959a06c568a3 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Made reservation on behalf of 705b714d8f364504a20d48e49e14d504 for: {'port': 1} {{(pid=85338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:00:41.872403 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-03930f94-1ead-4300-aed5-959a06c568a3 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:42.043422 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-03930f94-1ead-4300-aed5-959a06c568a3 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Allocated IP 172.20.0.6 (7661c479-6572-4c20-bd27-63462f46ac46/c258a631-143c-46ac-ae39-d1c548dff4b0/78103631-4671-4c83-b831-bccec2bec8c5) {{(pid=85338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:00:42.263081 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-03930f94-1ead-4300-aed5-959a06c568a3 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Notify callbacks [] for port, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:42.293435 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-03930f94-1ead-4300-aed5-959a06c568a3 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1351932'] for port, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:42.313070 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e6157626-e06d-4a1e-8ccd-5d2196476a0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:42.452931 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03930f94-1ead-4300-aed5-959a06c568a3 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Pushing event updated for resources: {'Port': ['ID=78103631-4671-4c83-b831-bccec2bec8c5,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:42.455907 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-03930f94-1ead-4300-aed5-959a06c568a3 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:42.515692 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-03930f94-1ead-4300-aed5-959a06c568a3 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Network 7661c479-6572-4c20-bd27-63462f46ac46 is already hosted by enough agents. {{(pid=85338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:00:42.516988 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-03930f94-1ead-4300-aed5-959a06c568a3 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Resources bound (agent type, host, resource id): {{(pid=85338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:00:42.519254 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-03930f94-1ead-4300-aed5-959a06c568a3 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Received port after_create {{(pid=85338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:00:42.585909 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-03930f94-1ead-4300-aed5-959a06c568a3 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:42.586579 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-03930f94-1ead-4300-aed5-959a06c568a3 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:42.606555 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-03930f94-1ead-4300-aed5-959a06c568a3 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9151657 Apr 16 12:00:42.668528 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-b6a13198-44b6-4ff9-a5db-a5b2d1dd19a7 service neutron] Request body: {'port': {'device_id': 'e47ecfd4-b7d1-4cea-9517-37178ce236d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:42.794042 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-b6a13198-44b6-4ff9-a5db-a5b2d1dd19a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:43.127732 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723cb4d6-985b-4afe-8b4e-6c26d935d013 req-d9d20576-21d9-45cf-b9a5-2d3840f09601 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:43.128452 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-723cb4d6-985b-4afe-8b4e-6c26d935d013 req-d9d20576-21d9-45cf-b9a5-2d3840f09601 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Synchronizing usage tracker for tenant:705b714d8f364504a20d48e49e14d504 on resource:port {{(pid=85338) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:00:43.167762 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-723cb4d6-985b-4afe-8b4e-6c26d935d013 req-d9d20576-21d9-45cf-b9a5-2d3840f09601 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Unset dirty status for tenant:705b714d8f364504a20d48e49e14d504 on resource:port {{(pid=85338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:00:43.169051 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-723cb4d6-985b-4afe-8b4e-6c26d935d013 req-d9d20576-21d9-45cf-b9a5-2d3840f09601 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=e47ecfd4-b7d1-4cea-9517-37178ce236d6 HTTP/1.1" status: 200 len: 931 time: 0.2936959 Apr 16 12:00:43.284108 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-723cb4d6-985b-4afe-8b4e-6c26d935d013 req-c0746262-9a20-4bdf-ab50-7c16c56486ad tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Synchronizing usage tracker for tenant:705b714d8f364504a20d48e49e14d504 on resource:security_group {{(pid=85338) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:00:43.298690 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-b6a13198-44b6-4ff9-a5db-a5b2d1dd19a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78103631-4671-4c83-b831-bccec2bec8c5 {{(pid=85338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:00:43.310483 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-b6a13198-44b6-4ff9-a5db-a5b2d1dd19a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:43.323461 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-723cb4d6-985b-4afe-8b4e-6c26d935d013 req-c0746262-9a20-4bdf-ab50-7c16c56486ad tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Unset dirty status for tenant:705b714d8f364504a20d48e49e14d504 on resource:security_group {{(pid=85338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:00:43.324959 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-723cb4d6-985b-4afe-8b4e-6c26d935d013 req-c0746262-9a20-4bdf-ab50-7c16c56486ad tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476698 Apr 16 12:00:43.331344 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-b6a13198-44b6-4ff9-a5db-a5b2d1dd19a7 service neutron] Transition to ACTIVE for port object 78103631-4671-4c83-b831-bccec2bec8c5 will not be triggered until provisioned by entity L2. {{(pid=85338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:00:43.334553 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-b6a13198-44b6-4ff9-a5db-a5b2d1dd19a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853423900'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:43.351177 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-6d39b52b-5156-4d47-af0a-45006aaf5194 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:43.489716 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a13198-44b6-4ff9-a5db-a5b2d1dd19a7 service neutron] Pushing event updated for resources: {'Port': ['ID=78103631-4671-4c83-b831-bccec2bec8c5,revision_number=2']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:43.494023 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b6a13198-44b6-4ff9-a5db-a5b2d1dd19a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:43.721802 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-b6a13198-44b6-4ff9-a5db-a5b2d1dd19a7 service neutron] Attempting to bind port 78103631-4671-4c83-b831-bccec2bec8c5 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:00:43.722790 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-b6a13198-44b6-4ff9-a5db-a5b2d1dd19a7 service neutron] Attempting to bind port 78103631-4671-4c83-b831-bccec2bec8c5 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '15d11fa1-2759-4281-9662-7a0a5490799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7661c479-6572-4c20-bd27-63462f46ac46'}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:00:43.723193 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-b6a13198-44b6-4ff9-a5db-a5b2d1dd19a7 service neutron] Attempting to bind port 78103631-4671-4c83-b831-bccec2bec8c5 on network 7661c479-6572-4c20-bd27-63462f46ac46 {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:00:43.728452 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-b6a13198-44b6-4ff9-a5db-a5b2d1dd19a7 service neutron] Port 78103631-4671-4c83-b831-bccec2bec8c5 on network 7661c479-6572-4c20-bd27-63462f46ac46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 12:00:43.728953 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-b6a13198-44b6-4ff9-a5db-a5b2d1dd19a7 service neutron] Attempting to bind port 78103631-4671-4c83-b831-bccec2bec8c5 on network 7661c479-6572-4c20-bd27-63462f46ac46 {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:00:43.731616 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:43.735209 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-b6a13198-44b6-4ff9-a5db-a5b2d1dd19a7 service neutron] Checking agent: {'id': '719f3357-7d54-4b9e-9866-52b19e770139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'started_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:00:43.735592 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-b6a13198-44b6-4ff9-a5db-a5b2d1dd19a7 service neutron] Checking segment: {'id': '15d11fa1-2759-4281-9662-7a0a5490799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7661c479-6572-4c20-bd27-63462f46ac46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:00:43.736016 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-b6a13198-44b6-4ff9-a5db-a5b2d1dd19a7 service neutron] Bound using segment: {'id': '15d11fa1-2759-4281-9662-7a0a5490799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7661c479-6572-4c20-bd27-63462f46ac46'} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:00:43.736527 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-b6a13198-44b6-4ff9-a5db-a5b2d1dd19a7 service neutron] Bound port: 78103631-4671-4c83-b831-bccec2bec8c5, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15d11fa1-2759-4281-9662-7a0a5490799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7661c479-6572-4c20-bd27-63462f46ac46'}}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:00:43.736916 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-b6a13198-44b6-4ff9-a5db-a5b2d1dd19a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:43.832177 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-b6a13198-44b6-4ff9-a5db-a5b2d1dd19a7 service neutron] For port 78103631-4671-4c83-b831-bccec2bec8c5, host hv-cinder-68948, cleared binding levels {{(pid=85338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:00:43.835241 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-b6a13198-44b6-4ff9-a5db-a5b2d1dd19a7 service neutron] For port 78103631-4671-4c83-b831-bccec2bec8c5, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=78103631-4671-4c83-b831-bccec2bec8c5,segment=NetworkSegment(15d11fa1-2759-4281-9662-7a0a5490799f),segment_id=15d11fa1-2759-4281-9662-7a0a5490799f)] {{(pid=85338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:00:43.838790 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-b6a13198-44b6-4ff9-a5db-a5b2d1dd19a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853423900'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:43.854174 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-6215a36f-8b67-42de-8b64-c22438e9df2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:44.257312 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a13198-44b6-4ff9-a5db-a5b2d1dd19a7 service neutron] Pushing event updated for resources: {'Port': ['ID=78103631-4671-4c83-b831-bccec2bec8c5,revision_number=3']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:44.260995 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b6a13198-44b6-4ff9-a5db-a5b2d1dd19a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:44.296716 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-b6a13198-44b6-4ff9-a5db-a5b2d1dd19a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:44.297459 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-b6a13198-44b6-4ff9-a5db-a5b2d1dd19a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:44.298946 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-b6a13198-44b6-4ff9-a5db-a5b2d1dd19a7 service neutron] 10.222.0.79 "PUT /v2.0/ports/78103631-4671-4c83-b831-bccec2bec8c5 HTTP/1.1" status: 200 len: 1093 time: 1.6836035 Apr 16 12:00:44.299504 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e47ecfd4-b7d1-4cea-9517-37178ce236d6', 'tag': '78103631-4671-4c83-b831-bccec2bec8c5'}] {{(pid=85338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:00:44.375953 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e47ecfd4-b7d1-4cea-9517-37178ce236d6', 'tag': '78103631-4671-4c83-b831-bccec2bec8c5', 'status': 'completed', 'code': 200} Apr 16 12:00:44.418338 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-f8bd77fd-e46c-4c79-8686-4ff58bdb67a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:44.420183 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-f8bd77fd-e46c-4c79-8686-4ff58bdb67a9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=705b714d8f364504a20d48e49e14d504&device_id=e47ecfd4-b7d1-4cea-9517-37178ce236d6 HTTP/1.1" status: 200 len: 1096 time: 0.0839376 Apr 16 12:00:44.542982 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-e2f56ec2-5097-4c13-8db6-c5406867cb53 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78103631-4671-4c83-b831-bccec2bec8c5 HTTP/1.1" status: 200 len: 217 time: 0.1142776 Apr 16 12:00:44.636949 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-383cebca-f29a-4a6b-9e02-6c9da9033e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:44.638511 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-383cebca-f29a-4a6b-9e02-6c9da9033e2b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c258a631-143c-46ac-ae39-d1c548dff4b0 HTTP/1.1" status: 200 len: 855 time: 0.0877135 Apr 16 12:00:44.648174 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad62d5f-ca94-49a1-9715-f1575d9cc67c req-fc1b94ef-412f-4d84-a790-24e161f77a1c tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:44.649757 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4ad62d5f-ca94-49a1-9715-f1575d9cc67c req-fc1b94ef-412f-4d84-a790-24e161f77a1c tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=e47ecfd4-b7d1-4cea-9517-37178ce236d6 HTTP/1.1" status: 200 len: 943 time: 0.1669364 Apr 16 12:00:44.712839 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-3092cf20-caae-42fb-9cef-4c778629b418 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7661c479-6572-4c20-bd27-63462f46ac46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619168 Apr 16 12:00:44.825676 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4ad62d5f-ca94-49a1-9715-f1575d9cc67c req-650b21b4-e472-4ce4-9369-cc12276e635c tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334519 Apr 16 12:00:44.881112 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-e0058e65-fe03-421e-a4a2-7e6c226c05fc service neutron] 10.222.0.79 "GET /v2.0/networks/7661c479-6572-4c20-bd27-63462f46ac46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594663 Apr 16 12:00:45.029455 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-490afe9c-ab7a-41fb-8338-38ba7b158750 req-1826b8ff-d300-476f-83f6-ad227d61947c service neutron] 10.222.0.79 "GET /v2.0/networks/7661c479-6572-4c20-bd27-63462f46ac46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413715 Apr 16 12:00:45.160387 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d7220-10df-4d01-9cb5-bb4f04f33536 req-e737a4e7-3c83-44bf-87ae-e183fc5b039c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:45.161925 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d82d7220-10df-4d01-9cb5-bb4f04f33536 req-e737a4e7-3c83-44bf-87ae-e183fc5b039c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=705b714d8f364504a20d48e49e14d504&device_id=e47ecfd4-b7d1-4cea-9517-37178ce236d6 HTTP/1.1" status: 200 len: 1096 time: 0.0835104 Apr 16 12:00:45.314924 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d7220-10df-4d01-9cb5-bb4f04f33536 req-aee5dbbe-a41a-4031-8229-922d139631be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:45.316554 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d82d7220-10df-4d01-9cb5-bb4f04f33536 req-aee5dbbe-a41a-4031-8229-922d139631be service neutron] 10.222.0.79 "GET /v2.0/networks?id=7661c479-6572-4c20-bd27-63462f46ac46 HTTP/1.1" status: 200 len: 916 time: 0.1474316 Apr 16 12:00:45.389325 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d82d7220-10df-4d01-9cb5-bb4f04f33536 req-6b64cf72-2be1-4e00-9cb7-0a969c7cf94a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78103631-4671-4c83-b831-bccec2bec8c5 HTTP/1.1" status: 200 len: 217 time: 0.0661180 Apr 16 12:00:45.463344 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d7220-10df-4d01-9cb5-bb4f04f33536 req-57991c99-f99b-4695-b794-51d6bc7fdf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:45.464942 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d82d7220-10df-4d01-9cb5-bb4f04f33536 req-57991c99-f99b-4695-b794-51d6bc7fdf4c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c258a631-143c-46ac-ae39-d1c548dff4b0 HTTP/1.1" status: 200 len: 855 time: 0.0690596 Apr 16 12:00:45.521050 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d82d7220-10df-4d01-9cb5-bb4f04f33536 req-9df0e816-ea27-4d73-a4d3-1b1e0a770a7c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7661c479-6572-4c20-bd27-63462f46ac46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476780 Apr 16 12:00:45.667660 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d82d7220-10df-4d01-9cb5-bb4f04f33536 req-a6a9bd0f-f3e8-42de-878f-4c932d36e6ce service neutron] 10.222.0.79 "GET /v2.0/networks/7661c479-6572-4c20-bd27-63462f46ac46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396925 Apr 16 12:00:45.820046 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d82d7220-10df-4d01-9cb5-bb4f04f33536 req-6a57a8f6-b8e2-4652-a848-6a4cf29811d5 service neutron] 10.222.0.79 "GET /v2.0/networks/7661c479-6572-4c20-bd27-63462f46ac46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444592 Apr 16 12:00:46.030868 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3eab0-27e0-4640-a84a-ab99532a3ecd req-1dcc255c-1491-4dd3-b312-4fa5f57c1729 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:46.033058 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d3a3eab0-27e0-4640-a84a-ab99532a3ecd req-1dcc255c-1491-4dd3-b312-4fa5f57c1729 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=e47ecfd4-b7d1-4cea-9517-37178ce236d6 HTTP/1.1" status: 200 len: 943 time: 0.0896592 Apr 16 12:00:46.082524 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d3a3eab0-27e0-4640-a84a-ab99532a3ecd req-96171801-be75-412c-ab2f-65caf1807484 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429692 Apr 16 12:00:47.284620 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1c01c-8517-4bbf-b3a0-12e059e37073 req-3ada0d43-cfbc-405e-a148-a905a5336f47 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:47.286225 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-47d1c01c-8517-4bbf-b3a0-12e059e37073 req-3ada0d43-cfbc-405e-a148-a905a5336f47 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=e47ecfd4-b7d1-4cea-9517-37178ce236d6 HTTP/1.1" status: 200 len: 943 time: 0.0898650 Apr 16 12:00:47.339438 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-47d1c01c-8517-4bbf-b3a0-12e059e37073 req-67a146a1-616e-4752-81c6-fd2b4cf67d11 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468006 Apr 16 12:00:48.547992 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ac421-3d11-49b4-956b-98602b290356 req-353dd7f8-6c97-4448-8172-97d94397c70b tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:48.549622 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-356ac421-3d11-49b4-956b-98602b290356 req-353dd7f8-6c97-4448-8172-97d94397c70b tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=e47ecfd4-b7d1-4cea-9517-37178ce236d6 HTTP/1.1" status: 200 len: 943 time: 0.0930429 Apr 16 12:00:48.598908 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-356ac421-3d11-49b4-956b-98602b290356 req-355a4f9c-a589-4dce-aeb0-a990882248e7 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427821 Apr 16 12:00:49.274654 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 78103631-4671-4c83-b831-bccec2bec8c5 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:00:49.420174 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 78103631-4671-4c83-b831-bccec2bec8c5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=78103631-4671-4c83-b831-bccec2bec8c5,segment=NetworkSegment(15d11fa1-2759-4281-9662-7a0a5490799f),segment_id=15d11fa1-2759-4281-9662-7a0a5490799f)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:49.434768 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Returning: {'device': '78103631-4671-4c83-b831-bccec2bec8c5', 'network_id': '7661c479-6572-4c20-bd27-63462f46ac46', 'port_id': '78103631-4671-4c83-b831-bccec2bec8c5', 'mac_address': 'fa:16:3e:e3:9a:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c258a631-143c-46ac-ae39-d1c548dff4b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:00:49.494728 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:49.512701 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78103631-4671-4c83-b831-bccec2bec8c5 {{(pid=85339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:00:49.531875 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 78103631-4671-4c83-b831-bccec2bec8c5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=78103631-4671-4c83-b831-bccec2bec8c5,segment=NetworkSegment(15d11fa1-2759-4281-9662-7a0a5490799f),segment_id=15d11fa1-2759-4281-9662-7a0a5490799f)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:49.535088 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:49.536980 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:49.614053 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=78103631-4671-4c83-b831-bccec2bec8c5,revision_number=4']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:49.617780 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:49.807554 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765a155-e08b-4a19-890b-24210c9623d2 req-ecd629c9-0f16-4746-bb72-8f5620991332 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:49.809089 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f765a155-e08b-4a19-890b-24210c9623d2 req-ecd629c9-0f16-4746-bb72-8f5620991332 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=e47ecfd4-b7d1-4cea-9517-37178ce236d6 HTTP/1.1" status: 200 len: 944 time: 0.0921412 Apr 16 12:00:49.853027 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['78103631-4671-4c83-b831-bccec2bec8c5'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:00:49.859259 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f765a155-e08b-4a19-890b-24210c9623d2 req-63e565a1-b793-43b5-aabf-bba847e7a219 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428112 Apr 16 12:00:51.062183 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49aa88-5ce0-4262-8d9f-7482a981e1ec req-e5f0df73-084e-4b35-9dc3-36cd5148bcf8 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:51.063674 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7d49aa88-5ce0-4262-8d9f-7482a981e1ec req-e5f0df73-084e-4b35-9dc3-36cd5148bcf8 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=e47ecfd4-b7d1-4cea-9517-37178ce236d6 HTTP/1.1" status: 200 len: 944 time: 0.0887098 Apr 16 12:00:51.111569 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7d49aa88-5ce0-4262-8d9f-7482a981e1ec req-49dfe0bf-9a2a-4381-a3cc-4720ba1732e8 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408881 Apr 16 12:00:51.287598 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 78103631-4671-4c83-b831-bccec2bec8c5 up at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:00:51.359188 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning for port 78103631-4671-4c83-b831-bccec2bec8c5 completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:00:51.364338 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning complete for port 78103631-4671-4c83-b831-bccec2bec8c5 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:00:51.364759 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:51.488086 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:51.517794 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47ecfd4-b7d1-4cea-9517-37178ce236d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78103631-4671-4c83-b831-bccec2bec8c5'}] {{(pid=85339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:00:51.527977 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 78103631-4671-4c83-b831-bccec2bec8c5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=78103631-4671-4c83-b831-bccec2bec8c5,segment=NetworkSegment(15d11fa1-2759-4281-9662-7a0a5490799f),segment_id=15d11fa1-2759-4281-9662-7a0a5490799f)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:51.531134 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:51.533186 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:51.604704 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=78103631-4671-4c83-b831-bccec2bec8c5,revision_number=5']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:51.607776 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:51.633890 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47ecfd4-b7d1-4cea-9517-37178ce236d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78103631-4671-4c83-b831-bccec2bec8c5', 'code': 200} Apr 16 12:00:51.879320 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ae2b4-af9d-4344-9598-13926de47552 req-be2564ab-c91b-4ba1-9649-e23d5d3d128a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:51.880908 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ce6ae2b4-af9d-4344-9598-13926de47552 req-be2564ab-c91b-4ba1-9649-e23d5d3d128a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e47ecfd4-b7d1-4cea-9517-37178ce236d6 HTTP/1.1" status: 200 len: 1098 time: 0.0836694 Apr 16 12:00:51.924994 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ce6ae2b4-af9d-4344-9598-13926de47552 req-15ce3681-a521-469d-8120-563afef7d17e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375688 Apr 16 12:00:52.177114 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7bcf65be-81f9-496e-bc82-fc52534250ec req-cf53d350-bf06-4015-97c5-d5ba15b23df5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0823398 Apr 16 12:00:52.324543 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854bde67-f7ff-4177-9d13-de38bed125b6 req-3b706ba1-b4ee-4bc5-8741-6556835e1074 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:52.326176 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-854bde67-f7ff-4177-9d13-de38bed125b6 req-3b706ba1-b4ee-4bc5-8741-6556835e1074 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=e47ecfd4-b7d1-4cea-9517-37178ce236d6 HTTP/1.1" status: 200 len: 945 time: 0.0946000 Apr 16 12:00:52.346436 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf65be-81f9-496e-bc82-fc52534250ec req-00a92472-d78c-4ad3-a4d2-085b1381f903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:52.348016 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7bcf65be-81f9-496e-bc82-fc52534250ec req-00a92472-d78c-4ad3-a4d2-085b1381f903 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5cb420ffa55c4c63be5c8a61559de7d5&device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 1100 time: 0.0852540 Apr 16 12:00:52.379654 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-854bde67-f7ff-4177-9d13-de38bed125b6 req-b0d6ba62-4708-4ba5-bdef-5189ccf9c589 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465529 Apr 16 12:00:52.506190 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf65be-81f9-496e-bc82-fc52534250ec req-9ab028df-4364-49e0-884b-643ea15583f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:52.507752 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7bcf65be-81f9-496e-bc82-fc52534250ec req-9ab028df-4364-49e0-884b-643ea15583f5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7 HTTP/1.1" status: 200 len: 918 time: 0.1397593 Apr 16 12:00:52.619027 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7bcf65be-81f9-496e-bc82-fc52534250ec req-fd08121a-57b8-4fd0-9b0b-9d7cbee98cf3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfe1257c-f636-4af8-80f6-3d475e7b79c7 HTTP/1.1" status: 200 len: 1002 time: 0.1038620 Apr 16 12:00:52.696120 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf65be-81f9-496e-bc82-fc52534250ec req-c3e2cfe5-6e1b-413b-b407-a870cb6eedab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:52.697695 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7bcf65be-81f9-496e-bc82-fc52534250ec req-c3e2cfe5-6e1b-413b-b407-a870cb6eedab service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e34726b9-4f8a-44d8-a3f0-ee759b42ab33 HTTP/1.1" status: 200 len: 856 time: 0.0707197 Apr 16 12:00:52.784168 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf65be-81f9-496e-bc82-fc52534250ec req-8be90581-8b9a-4ab2-89a8-4abf76010d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:52.785818 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7bcf65be-81f9-496e-bc82-fc52534250ec req-8be90581-8b9a-4ab2-89a8-4abf76010d5d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0777280 Apr 16 12:00:52.931486 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7bcf65be-81f9-496e-bc82-fc52534250ec req-422c49f4-4287-4f2f-8985-3d84b8e5c51e service neutron] 10.222.0.79 "GET /v2.0/networks/e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381304 Apr 16 12:00:53.093159 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7bcf65be-81f9-496e-bc82-fc52534250ec req-384464d4-6844-4e8c-a0b0-74d1e4b2576a service neutron] 10.222.0.79 "GET /v2.0/networks/e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422861 Apr 16 12:00:53.594667 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ce569-38fe-42e5-998d-0f27975ca34e req-c1478437-e815-4c85-98d9-eb6afd27964b tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:53.596820 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4a3ce569-38fe-42e5-998d-0f27975ca34e req-c1478437-e815-4c85-98d9-eb6afd27964b tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=e47ecfd4-b7d1-4cea-9517-37178ce236d6 HTTP/1.1" status: 200 len: 945 time: 0.0958323 Apr 16 12:00:53.651412 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4a3ce569-38fe-42e5-998d-0f27975ca34e req-ab2fa8a3-948e-4952-a6be-6a312c09f7db tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423768 Apr 16 12:01:01.451877 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-782ce6e9-f687-4466-9a40-4e0ec4199965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:03.777805 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-626c3075-7fd6-4378-b619-cfaca044a964 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:03.779316 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-626c3075-7fd6-4378-b619-cfaca044a964 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/networks?id=7661c479-6572-4c20-bd27-63462f46ac46 HTTP/1.1" status: 200 len: 815 time: 0.1606863 Apr 16 12:01:03.795936 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-03a41e1b-83b3-4864-b412-d4bdeb872b01 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/quotas/705b714d8f364504a20d48e49e14d504 HTTP/1.1" status: 200 len: 375 time: 0.0101359 Apr 16 12:01:03.885417 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-4637c390-894b-40d2-a996-93bf89045c87 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=705b714d8f364504a20d48e49e14d504&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0825987 Apr 16 12:01:03.897633 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-2672cab5-60f2-4a18-9adf-e61dd40da5ac service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=85338) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 12:01:03.898658 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-2672cab5-60f2-4a18-9adf-e61dd40da5ac service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058713 Apr 16 12:01:04.047170 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-33cd65e5-3a30-4cf1-b810-542df5621108 service neutron] 10.222.0.71 "GET /v2.0/networks/7661c479-6572-4c20-bd27-63462f46ac46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423397 Apr 16 12:01:04.196763 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-e6301f29-7776-44fe-b71d-580d5e0b2ec0 service neutron] 10.222.0.71 "GET /v2.0/networks/7661c479-6572-4c20-bd27-63462f46ac46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422689 Apr 16 12:01:04.400623 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0d301605-8179-4792-b75c-f51826e9e56e req-60ea7eda-2119-4cb9-900c-1b032267ff12 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5f5c7cc-bb8d-4c27-89f4-b304743c7682 HTTP/1.1" status: 200 len: 210 time: 0.0506966 Apr 16 12:01:04.879037 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b22aa5a9-d6af-4d30-9c18-77e678fe5a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:05.595117 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1a877d1c-e726-4fce-b780-bdfee795bfad req-6e5ede8a-6af6-4df2-a525-bc197a5b9603 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5f5c7cc-bb8d-4c27-89f4-b304743c7682 HTTP/1.1" status: 200 len: 210 time: 0.0669997 Apr 16 12:01:05.640388 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-fc195af8-2ee7-4be8-b03b-fc8eba3a0af4 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:05.642048 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-fc195af8-2ee7-4be8-b03b-fc8eba3a0af4 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.79 "GET /v2.0/networks?id=7661c479-6572-4c20-bd27-63462f46ac46 HTTP/1.1" status: 200 len: 815 time: 0.2293053 Apr 16 12:01:05.657130 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-dbc29ae9-1361-4861-bcb2-503bac59f146 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Request body: {'port': {'device_id': 'd5f5c7cc-bb8d-4c27-89f4-b304743c7682', 'network_id': '7661c479-6572-4c20-bd27-63462f46ac46', 'admin_state_up': True, 'tenant_id': '705b714d8f364504a20d48e49e14d504'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:01:05.855323 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:06.047952 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-dbc29ae9-1361-4861-bcb2-503bac59f146 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:06.058077 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-dbc29ae9-1361-4861-bcb2-503bac59f146 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:06.067167 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-dbc29ae9-1361-4861-bcb2-503bac59f146 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Made reservation on behalf of 705b714d8f364504a20d48e49e14d504 for: {'port': 1} {{(pid=85338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:01:06.073385 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-dbc29ae9-1361-4861-bcb2-503bac59f146 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:06.265899 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-dbc29ae9-1361-4861-bcb2-503bac59f146 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Allocated IP 172.20.0.4 (7661c479-6572-4c20-bd27-63462f46ac46/c258a631-143c-46ac-ae39-d1c548dff4b0/9f0f4c20-4751-43a6-a865-3069db484dd8) {{(pid=85338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:01:06.423160 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:06.489125 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-dbc29ae9-1361-4861-bcb2-503bac59f146 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Notify callbacks [] for port, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:06.520561 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-dbc29ae9-1361-4861-bcb2-503bac59f146 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1351932'] for port, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:06.533160 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['78103631-4671-4c83-b831-bccec2bec8c5'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:01:06.539611 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-ad71bfe9-7b60-4f77-a5e9-c66b13acd002 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:06.684673 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29ae9-1361-4861-bcb2-503bac59f146 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Pushing event updated for resources: {'Port': ['ID=9f0f4c20-4751-43a6-a865-3069db484dd8,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:06.687967 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-dbc29ae9-1361-4861-bcb2-503bac59f146 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:06.767377 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-dbc29ae9-1361-4861-bcb2-503bac59f146 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Network 7661c479-6572-4c20-bd27-63462f46ac46 is already hosted by enough agents. {{(pid=85338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:01:06.768680 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-dbc29ae9-1361-4861-bcb2-503bac59f146 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Resources bound (agent type, host, resource id): {{(pid=85338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:01:06.771367 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-dbc29ae9-1361-4861-bcb2-503bac59f146 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Received port after_create {{(pid=85338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:01:06.821825 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b112a-4d6c-4d85-b855-ab7754c6efff req-ea12b177-2a27-47c3-afed-02a3739f9d8b tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:06.823459 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-543b112a-4d6c-4d85-b855-ab7754c6efff req-ea12b177-2a27-47c3-afed-02a3739f9d8b tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5f5c7cc-bb8d-4c27-89f4-b304743c7682 HTTP/1.1" status: 200 len: 931 time: 0.0974367 Apr 16 12:01:06.839816 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-dbc29ae9-1361-4861-bcb2-503bac59f146 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:06.840526 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-dbc29ae9-1361-4861-bcb2-503bac59f146 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:06.870353 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-dbc29ae9-1361-4861-bcb2-503bac59f146 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2172613 Apr 16 12:01:06.879340 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-543b112a-4d6c-4d85-b855-ab7754c6efff req-c1fc0972-19dd-4616-906c-4edf21dacf12 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489545 Apr 16 12:01:06.888526 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-4faf5265-dfe8-4f9e-b1dd-b766f5654b81 service neutron] Request body: {'port': {'device_id': 'd5f5c7cc-bb8d-4c27-89f4-b304743c7682', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:01:07.018154 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-4faf5265-dfe8-4f9e-b1dd-b766f5654b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:07.416551 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-4faf5265-dfe8-4f9e-b1dd-b766f5654b81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f0f4c20-4751-43a6-a865-3069db484dd8 {{(pid=85338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:01:07.425274 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-4faf5265-dfe8-4f9e-b1dd-b766f5654b81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:07.441916 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-4faf5265-dfe8-4f9e-b1dd-b766f5654b81 service neutron] Transition to ACTIVE for port object 9f0f4c20-4751-43a6-a865-3069db484dd8 will not be triggered until provisioned by entity L2. {{(pid=85338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:01:07.444885 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-4faf5265-dfe8-4f9e-b1dd-b766f5654b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853423900'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:07.462032 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-be4a3b19-b49b-45cc-ae87-fec105573ae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:07.474122 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85409b-3825-41b1-90e5-c328a40aedc0 req-a3fa5aad-4188-4d45-9ae9-382f547effec tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:07.475785 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7c85409b-3825-41b1-90e5-c328a40aedc0 req-a3fa5aad-4188-4d45-9ae9-382f547effec tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 947 time: 0.0945106 Apr 16 12:01:07.530540 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7c85409b-3825-41b1-90e5-c328a40aedc0 req-6bdafba6-2660-4e7c-bada-a802a0d457e1 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480869 Apr 16 12:01:07.607948 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf5265-dfe8-4f9e-b1dd-b766f5654b81 service neutron] Pushing event updated for resources: {'Port': ['ID=9f0f4c20-4751-43a6-a865-3069db484dd8,revision_number=2']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:07.611708 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-4faf5265-dfe8-4f9e-b1dd-b766f5654b81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:07.620114 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:07.834721 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-4faf5265-dfe8-4f9e-b1dd-b766f5654b81 service neutron] Attempting to bind port 9f0f4c20-4751-43a6-a865-3069db484dd8 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:01:07.834998 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-4faf5265-dfe8-4f9e-b1dd-b766f5654b81 service neutron] Attempting to bind port 9f0f4c20-4751-43a6-a865-3069db484dd8 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '15d11fa1-2759-4281-9662-7a0a5490799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7661c479-6572-4c20-bd27-63462f46ac46'}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:01:07.835351 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-4faf5265-dfe8-4f9e-b1dd-b766f5654b81 service neutron] Attempting to bind port 9f0f4c20-4751-43a6-a865-3069db484dd8 on network 7661c479-6572-4c20-bd27-63462f46ac46 {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:01:07.840422 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-4faf5265-dfe8-4f9e-b1dd-b766f5654b81 service neutron] Port 9f0f4c20-4751-43a6-a865-3069db484dd8 on network 7661c479-6572-4c20-bd27-63462f46ac46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 12:01:07.840782 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-4faf5265-dfe8-4f9e-b1dd-b766f5654b81 service neutron] Attempting to bind port 9f0f4c20-4751-43a6-a865-3069db484dd8 on network 7661c479-6572-4c20-bd27-63462f46ac46 {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:01:07.846362 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-4faf5265-dfe8-4f9e-b1dd-b766f5654b81 service neutron] Checking agent: {'id': '719f3357-7d54-4b9e-9866-52b19e770139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'started_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:01:07.846727 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-4faf5265-dfe8-4f9e-b1dd-b766f5654b81 service neutron] Checking segment: {'id': '15d11fa1-2759-4281-9662-7a0a5490799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7661c479-6572-4c20-bd27-63462f46ac46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:01:07.847139 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-4faf5265-dfe8-4f9e-b1dd-b766f5654b81 service neutron] Bound using segment: {'id': '15d11fa1-2759-4281-9662-7a0a5490799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7661c479-6572-4c20-bd27-63462f46ac46'} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:01:07.847603 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-4faf5265-dfe8-4f9e-b1dd-b766f5654b81 service neutron] Bound port: 9f0f4c20-4751-43a6-a865-3069db484dd8, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15d11fa1-2759-4281-9662-7a0a5490799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7661c479-6572-4c20-bd27-63462f46ac46'}}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:01:07.847991 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-4faf5265-dfe8-4f9e-b1dd-b766f5654b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:07.947295 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-4faf5265-dfe8-4f9e-b1dd-b766f5654b81 service neutron] For port 9f0f4c20-4751-43a6-a865-3069db484dd8, host hv-cinder-68948, cleared binding levels {{(pid=85338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:01:07.950781 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-4faf5265-dfe8-4f9e-b1dd-b766f5654b81 service neutron] For port 9f0f4c20-4751-43a6-a865-3069db484dd8, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=9f0f4c20-4751-43a6-a865-3069db484dd8,segment=NetworkSegment(15d11fa1-2759-4281-9662-7a0a5490799f),segment_id=15d11fa1-2759-4281-9662-7a0a5490799f)] {{(pid=85338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:01:07.954416 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-4faf5265-dfe8-4f9e-b1dd-b766f5654b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853423900'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:07.970795 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-4faf5265-dfe8-4f9e-b1dd-b766f5654b81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:08.188913 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf5265-dfe8-4f9e-b1dd-b766f5654b81 service neutron] Pushing event updated for resources: {'Port': ['ID=9f0f4c20-4751-43a6-a865-3069db484dd8,revision_number=3']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:08.195009 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-4faf5265-dfe8-4f9e-b1dd-b766f5654b81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:08.239163 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-4faf5265-dfe8-4f9e-b1dd-b766f5654b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:08.239880 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-4faf5265-dfe8-4f9e-b1dd-b766f5654b81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:08.241438 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-4faf5265-dfe8-4f9e-b1dd-b766f5654b81 service neutron] 10.222.0.79 "PUT /v2.0/ports/9f0f4c20-4751-43a6-a865-3069db484dd8 HTTP/1.1" status: 200 len: 1093 time: 1.3577845 Apr 16 12:01:08.242897 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f5c7cc-bb8d-4c27-89f4-b304743c7682', 'tag': '9f0f4c20-4751-43a6-a865-3069db484dd8'}] {{(pid=85338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:01:08.257363 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a25da4-4c83-4103-a50e-313b69690842 req-3d80560d-240f-4658-8e29-3f43656c9a3e tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:08.258152 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-38a25da4-4c83-4103-a50e-313b69690842 req-3d80560d-240f-4658-8e29-3f43656c9a3e tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Synchronizing usage tracker for tenant:705b714d8f364504a20d48e49e14d504 on resource:port {{(pid=85338) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:01:08.275626 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-38a25da4-4c83-4103-a50e-313b69690842 req-3d80560d-240f-4658-8e29-3f43656c9a3e tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Unset dirty status for tenant:705b714d8f364504a20d48e49e14d504 on resource:port {{(pid=85338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:01:08.277174 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-38a25da4-4c83-4103-a50e-313b69690842 req-3d80560d-240f-4658-8e29-3f43656c9a3e tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5f5c7cc-bb8d-4c27-89f4-b304743c7682 HTTP/1.1" status: 200 len: 943 time: 0.2659974 Apr 16 12:01:08.326623 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f5c7cc-bb8d-4c27-89f4-b304743c7682', 'tag': '9f0f4c20-4751-43a6-a865-3069db484dd8', 'status': 'completed', 'code': 200} Apr 16 12:01:08.381809 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-38a25da4-4c83-4103-a50e-313b69690842 req-bd5ce1b0-09de-4706-880d-4c39ec0f8005 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542719 Apr 16 12:01:08.404703 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-39e7f17c-c435-485c-a1e1-eed022142383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:08.406333 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-39e7f17c-c435-485c-a1e1-eed022142383 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=705b714d8f364504a20d48e49e14d504&device_id=d5f5c7cc-bb8d-4c27-89f4-b304743c7682 HTTP/1.1" status: 200 len: 1096 time: 0.1241295 Apr 16 12:01:08.407738 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:01:08.489924 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-58edf357-09b5-4989-af54-cf7b627221b5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f0f4c20-4751-43a6-a865-3069db484dd8 HTTP/1.1" status: 200 len: 217 time: 0.0752311 Apr 16 12:01:08.565404 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-830ecbff-ef2e-4a0a-b93c-8890d100be3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:08.566995 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-830ecbff-ef2e-4a0a-b93c-8890d100be3f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c258a631-143c-46ac-ae39-d1c548dff4b0 HTTP/1.1" status: 200 len: 855 time: 0.0706022 Apr 16 12:01:08.628730 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-bc0d7e1f-9aa4-4c82-9b78-df6e5bc3e1b9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7661c479-6572-4c20-bd27-63462f46ac46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536475 Apr 16 12:01:08.755217 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b73c3-0a03-4363-8ff3-3b056623544b req-68ba6175-1b1f-4d77-ad63-a8cfffe544b2 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:08.756944 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fa9b73c3-0a03-4363-8ff3-3b056623544b req-68ba6175-1b1f-4d77-ad63-a8cfffe544b2 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 947 time: 0.0961907 Apr 16 12:01:08.790485 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-f1a641fb-3798-4ab1-80d1-f1542b70266a service neutron] 10.222.0.79 "GET /v2.0/networks/7661c479-6572-4c20-bd27-63462f46ac46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529994 Apr 16 12:01:08.811913 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fa9b73c3-0a03-4363-8ff3-3b056623544b req-0d2382a1-5979-4d39-8efb-7cf3ba251e44 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups?id=f341d528-024e-4269-ad44-44a67635cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476718 Apr 16 12:01:08.944480 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f10a9592-4a27-4e82-a7d1-120a7dba9db7 req-95c1ed0e-eccf-450c-a974-e188cc06a757 service neutron] 10.222.0.79 "GET /v2.0/networks/7661c479-6572-4c20-bd27-63462f46ac46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452000 Apr 16 12:01:09.003343 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a26c3a-5ed3-4fd3-a1d4-37fad79934aa req-2b6b05e4-2936-4eb6-8cde-8761434e5545 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:09.004942 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-44a26c3a-5ed3-4fd3-a1d4-37fad79934aa req-2b6b05e4-2936-4eb6-8cde-8761434e5545 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 947 time: 0.0919816 Apr 16 12:01:09.070384 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66388db-739d-425e-83fd-b31e57f90b69 req-a811909f-5d85-4c10-9e18-c59786e27eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:09.071933 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f66388db-739d-425e-83fd-b31e57f90b69 req-a811909f-5d85-4c10-9e18-c59786e27eab service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=705b714d8f364504a20d48e49e14d504&device_id=d5f5c7cc-bb8d-4c27-89f4-b304743c7682 HTTP/1.1" status: 200 len: 1096 time: 0.0813646 Apr 16 12:01:09.087991 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-44a26c3a-5ed3-4fd3-a1d4-37fad79934aa req-dd3043c4-23eb-42de-84df-fc59c06630f3 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Deleting port bfe1257c-f636-4af8-80f6-3d475e7b79c7 {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:01:09.088403 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-44a26c3a-5ed3-4fd3-a1d4-37fad79934aa req-dd3043c4-23eb-42de-84df-fc59c06630f3 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:09.219549 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66388db-739d-425e-83fd-b31e57f90b69 req-985e8b75-2893-491d-a1d7-b708356fc55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:09.221856 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f66388db-739d-425e-83fd-b31e57f90b69 req-985e8b75-2893-491d-a1d7-b708356fc55b service neutron] 10.222.0.79 "GET /v2.0/networks?id=7661c479-6572-4c20-bd27-63462f46ac46 HTTP/1.1" status: 200 len: 916 time: 0.1422896 Apr 16 12:01:09.299702 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f66388db-739d-425e-83fd-b31e57f90b69 req-9658f82e-6d12-4726-8bf3-03d1f51ea00a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f0f4c20-4751-43a6-a865-3069db484dd8 HTTP/1.1" status: 200 len: 217 time: 0.0711899 Apr 16 12:01:09.367938 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-44a26c3a-5ed3-4fd3-a1d4-37fad79934aa req-dd3043c4-23eb-42de-84df-fc59c06630f3 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] For port bfe1257c-f636-4af8-80f6-3d475e7b79c7, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=bfe1257c-f636-4af8-80f6-3d475e7b79c7,segment=NetworkSegment(c54cd4bb-a55a-449f-8842-dcc82906022a),segment_id=c54cd4bb-a55a-449f-8842-dcc82906022a)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:01:09.368448 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-44a26c3a-5ed3-4fd3-a1d4-37fad79934aa req-dd3043c4-23eb-42de-84df-fc59c06630f3 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:09.370286 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66388db-739d-425e-83fd-b31e57f90b69 req-a356b8df-4893-48ab-a5e5-c158937b1f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:09.371709 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f66388db-739d-425e-83fd-b31e57f90b69 req-a356b8df-4893-48ab-a5e5-c158937b1f8a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c258a631-143c-46ac-ae39-d1c548dff4b0 HTTP/1.1" status: 200 len: 855 time: 0.0661204 Apr 16 12:01:09.429607 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f66388db-739d-425e-83fd-b31e57f90b69 req-ea8f0d1c-fe39-47f2-8251-a71833dd7f86 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7661c479-6572-4c20-bd27-63462f46ac46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483143 Apr 16 12:01:09.700346 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-44a26c3a-5ed3-4fd3-a1d4-37fad79934aa req-dd3043c4-23eb-42de-84df-fc59c06630f3 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:09.701102 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-44a26c3a-5ed3-4fd3-a1d4-37fad79934aa req-dd3043c4-23eb-42de-84df-fc59c06630f3 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852691177'] for floatingip, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:09.701102 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.l3_db [req-44a26c3a-5ed3-4fd3-a1d4-37fad79934aa req-dd3043c4-23eb-42de-84df-fc59c06630f3 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Floating IP 89bde88f-fa93-4dba-b25a-ec95ab1a9cdc disassociated. External IP: 172.27.1.102, port: bfe1257c-f636-4af8-80f6-3d475e7b79c7. Apr 16 12:01:09.701771 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-44a26c3a-5ed3-4fd3-a1d4-37fad79934aa req-dd3043c4-23eb-42de-84df-fc59c06630f3 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Calling delete_port for bfe1257c-f636-4af8-80f6-3d475e7b79c7 owned by compute:nova {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:01:09.869362 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-44a26c3a-5ed3-4fd3-a1d4-37fad79934aa req-dd3043c4-23eb-42de-84df-fc59c06630f3 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:09.905841 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f66388db-739d-425e-83fd-b31e57f90b69 req-ff75cc75-5876-4fc5-bb5a-504877c9d2a5 service neutron] 10.222.0.79 "GET /v2.0/networks/7661c479-6572-4c20-bd27-63462f46ac46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4689701 Apr 16 12:01:09.918306 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91401ab8-0d3e-4c3a-9f69-00535f9036ce req-3ab81d91-26ae-42f8-9e34-ddf06fd9b099 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:09.920132 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-91401ab8-0d3e-4c3a-9f69-00535f9036ce req-3ab81d91-26ae-42f8-9e34-ddf06fd9b099 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5f5c7cc-bb8d-4c27-89f4-b304743c7682 HTTP/1.1" status: 200 len: 943 time: 0.4024265 Apr 16 12:01:09.948934 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-430cf434-e6fd-4de3-8c62-cb4eeb0f6f72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:10.041214 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3043c4-23eb-42de-84df-fc59c06630f3 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Pushing event deleted for resources: {'Port': ['ID=bfe1257c-f636-4af8-80f6-3d475e7b79c7,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:10.053524 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-dd3043c4-23eb-42de-84df-fc59c06630f3 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:10.056042 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-32a5cee3-6e49-4dea-98af-a01caa1983f3 req-472100fc-4ec5-4c42-a35d-5452a87db6fe tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 210 time: 0.1083450 Apr 16 12:01:10.060619 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-91401ab8-0d3e-4c3a-9f69-00535f9036ce req-d252d2b9-834d-4945-b0f9-65eacd814686 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144428 Apr 16 12:01:10.100221 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f66388db-739d-425e-83fd-b31e57f90b69 req-100d4ebf-4b8c-4be2-94c5-58ff7eb2e314 service neutron] 10.222.0.79 "GET /v2.0/networks/7661c479-6572-4c20-bd27-63462f46ac46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790183 Apr 16 12:01:10.325008 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44a26c3a-5ed3-4fd3-a1d4-37fad79934aa req-dd3043c4-23eb-42de-84df-fc59c06630f3 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Router 2093bd27-4aaf-4fbd-8bcf-454efa75ab3c has already been hosted by L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 {{(pid=85337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:01:10.518886 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44a26c3a-5ed3-4fd3-a1d4-37fad79934aa req-dd3043c4-23eb-42de-84df-fc59c06630f3 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:01:10.531771 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa791f6f-c486-4840-865a-1c64ee718c36 None None] Sync routers for ids ['2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'] in dv-cinder-689486-10-iscsi {{(pid=85340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:01:10.543457 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa791f6f-c486-4840-865a-1c64ee718c36 None None] Routers {'2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:01:10.544123 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-aa791f6f-c486-4840-865a-1c64ee718c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:01:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'], 'active': True} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:01:10.603379 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a26c3a-5ed3-4fd3-a1d4-37fad79934aa req-dd3043c4-23eb-42de-84df-fc59c06630f3 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] No DVR routers for this DVR port bfe1257c-f636-4af8-80f6-3d475e7b79c7 on host hv-cinder-68948 {{(pid=85337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:01:10.606403 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-44a26c3a-5ed3-4fd3-a1d4-37fad79934aa req-dd3043c4-23eb-42de-84df-fc59c06630f3 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:10.611000 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c07795b-be67-4d48-bdd7-b51748a0d1a2', 'name': 'network-vif-deleted', 'tag': 'bfe1257c-f636-4af8-80f6-3d475e7b79c7'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:01:10.626386 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-44a26c3a-5ed3-4fd3-a1d4-37fad79934aa req-dd3043c4-23eb-42de-84df-fc59c06630f3 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.79 "DELETE /v2.0/ports/bfe1257c-f636-4af8-80f6-3d475e7b79c7 HTTP/1.1" status: 204 len: 173 time: 1.6126151 Apr 16 12:01:10.670594 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c07795b-be67-4d48-bdd7-b51748a0d1a2', 'name': 'network-vif-deleted', 'tag': 'bfe1257c-f636-4af8-80f6-3d475e7b79c7', 'status': 'completed', 'code': 200} Apr 16 12:01:10.778918 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-aa791f6f-c486-4840-865a-1c64ee718c36 None None] Set router 2093bd27-4aaf-4fbd-8bcf-454efa75ab3c gateway port host: dv-cinder-689486-10-iscsi {{(pid=85340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:01:11.294808 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8579827c-a41f-4fa9-b851-d18e31175634 req-1bfc6915-58b0-40be-b2f7-1e8d9d97a33c tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c07795b-be67-4d48-bdd7-b51748a0d1a2 HTTP/1.1" status: 200 len: 210 time: 0.0642798 Apr 16 12:01:11.307776 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-aa791f6f-c486-4840-865a-1c64ee718c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1332365872-router', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e3fcb891-0af6-4d53-8d22-c63b7d9dc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:27Z', 'updated_at': '2021-04-16T11:49:47Z', 'revision_number': 4, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'gw_port': {'id': 'e3fcb891-0af6-4d53-8d22-c63b7d9dc95b', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:30Z', 'updated_at': '2021-04-16T11:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': '94ebbe09-b546-4230-9bc2-96f0f2321d69', 'name': '', 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'mac_address': 'fa:16:3e:1a:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e34726b9-4f8a-44d8-a3f0-ee759b42ab33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:39Z', 'updated_at': '2021-04-16T11:50:01Z', 'revision_number': 5, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'subnets': [{'id': 'e34726b9-4f8a-44d8-a3f0-ee759b42ab33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:01:11.312625 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa791f6f-c486-4840-865a-1c64ee718c36 None None] Checking router: 2093bd27-4aaf-4fbd-8bcf-454efa75ab3c for host: dv-cinder-689486-10-iscsi {{(pid=85340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:01:11.318887 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a064aea-7b64-4f3d-9b48-8cdd85c5d1a1 req-c91e2ab6-59be-4f69-a34d-42f705dd8bdf tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:11.320775 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0a064aea-7b64-4f3d-9b48-8cdd85c5d1a1 req-c91e2ab6-59be-4f69-a34d-42f705dd8bdf tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5f5c7cc-bb8d-4c27-89f4-b304743c7682 HTTP/1.1" status: 200 len: 943 time: 0.1297154 Apr 16 12:01:11.324900 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa791f6f-c486-4840-865a-1c64ee718c36 None None] Routers {'2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:01:11.325718 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-aa791f6f-c486-4840-865a-1c64ee718c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:01:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'], 'active': True} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:01:11.378532 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0a064aea-7b64-4f3d-9b48-8cdd85c5d1a1 req-65e4a823-a606-4e46-aedd-a2f3e452bc3b tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475700 Apr 16 12:01:11.538028 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-aa791f6f-c486-4840-865a-1c64ee718c36 None None] Set router 2093bd27-4aaf-4fbd-8bcf-454efa75ab3c gateway port host: dv-cinder-689486-10-iscsi {{(pid=85340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:01:11.894274 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-aa791f6f-c486-4840-865a-1c64ee718c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1332365872-router', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e3fcb891-0af6-4d53-8d22-c63b7d9dc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:27Z', 'updated_at': '2021-04-16T11:49:47Z', 'revision_number': 4, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'gw_port': {'id': 'e3fcb891-0af6-4d53-8d22-c63b7d9dc95b', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:30Z', 'updated_at': '2021-04-16T11:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': '94ebbe09-b546-4230-9bc2-96f0f2321d69', 'name': '', 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'mac_address': 'fa:16:3e:1a:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e34726b9-4f8a-44d8-a3f0-ee759b42ab33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:39Z', 'updated_at': '2021-04-16T11:50:01Z', 'revision_number': 5, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'subnets': [{'id': 'e34726b9-4f8a-44d8-a3f0-ee759b42ab33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:01:11.899296 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa791f6f-c486-4840-865a-1c64ee718c36 None None] The sync data for ids ['2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'] in dv-cinder-689486-10-iscsi is: [{'id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1332365872-router', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e3fcb891-0af6-4d53-8d22-c63b7d9dc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:27Z', 'updated_at': '2021-04-16T11:49:47Z', 'revision_number': 4, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'gw_port': {'id': 'e3fcb891-0af6-4d53-8d22-c63b7d9dc95b', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:30Z', 'updated_at': '2021-04-16T11:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': '94ebbe09-b546-4230-9bc2-96f0f2321d69', 'name': '', 'network_id': 'e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'mac_address': 'fa:16:3e:1a:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e34726b9-4f8a-44d8-a3f0-ee759b42ab33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:39Z', 'updated_at': '2021-04-16T11:50:01Z', 'revision_number': 5, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'subnets': [{'id': 'e34726b9-4f8a-44d8-a3f0-ee759b42ab33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:01:12.291546 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37efec78-de2f-45e6-8e2f-aab3369df3fe None None] New status for floating IP 89bde88f-fa93-4dba-b25a-ec95ab1a9cdc: DOWN {{(pid=85339) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 12:01:12.450601 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 57506) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:12.543953 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-971d34c3-4c41-42df-b7a8-14b5b4c3c49a tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:12.577369 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-971d34c3-4c41-42df-b7a8-14b5b4c3c49a tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:12.613000 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f691c-65ea-42bb-9dca-1bdab88190e1 req-0a4abec1-0de5-4139-bbfb-2ff5742775d3 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:12.614643 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-212f691c-65ea-42bb-9dca-1bdab88190e1 req-0a4abec1-0de5-4139-bbfb-2ff5742775d3 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5f5c7cc-bb8d-4c27-89f4-b304743c7682 HTTP/1.1" status: 200 len: 943 time: 0.1077240 Apr 16 12:01:12.626401 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-971d34c3-4c41-42df-b7a8-14b5b4c3c49a tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:12.632525 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-cf15cf3c-7be8-43a0-855f-fdb88dc150c3 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:12.649352 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d34c3-4c41-42df-b7a8-14b5b4c3c49a tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f341d528-024e-4269-ad44-44a67635cb38,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:12.652379 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-971d34c3-4c41-42df-b7a8-14b5b4c3c49a tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:12.659889 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-971d34c3-4c41-42df-b7a8-14b5b4c3c49a tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:12.664461 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-971d34c3-4c41-42df-b7a8-14b5b4c3c49a tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "DELETE /v2.0/security-groups/f341d528-024e-4269-ad44-44a67635cb38 HTTP/1.1" status: 204 len: 168 time: 0.2123349 Apr 16 12:01:12.665438 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 57510) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:12.669777 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-212f691c-65ea-42bb-9dca-1bdab88190e1 req-8d0f142f-32d5-4fe4-a8ae-20d9e3670d3e tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477788 Apr 16 12:01:12.685150 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.api.v2.resource [None req-2ae9ece9-e7e2-4bd5-86b8-bf70be3ba74b tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] show failed (client error): The resource could not be found. Apr 16 12:01:12.690205 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 57514) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:12.692492 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-2ae9ece9-e7e2-4bd5-86b8-bf70be3ba74b tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "GET /v2.0/security-groups/f341d528-024e-4269-ad44-44a67635cb38 HTTP/1.1" status: 404 len: 347 time: 0.0223141 Apr 16 12:01:12.859541 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-2fcb6358-2633-4dac-8aa5-e3cc18697f22 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Deleting port 99fc8d4d-876f-498a-b733-dbb000e02122 {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:01:12.859912 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2fcb6358-2633-4dac-8aa5-e3cc18697f22 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:13.285665 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2fcb6358-2633-4dac-8aa5-e3cc18697f22 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:13.286280 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2fcb6358-2633-4dac-8aa5-e3cc18697f22 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:13.424771 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 9f0f4c20-4751-43a6-a865-3069db484dd8 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:01:13.428408 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device bfe1257c-f636-4af8-80f6-3d475e7b79c7 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:01:13.434385 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-2fcb6358-2633-4dac-8aa5-e3cc18697f22 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Calling delete_port for 99fc8d4d-876f-498a-b733-dbb000e02122 owned by network:floatingip {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:01:13.469957 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] No Port match for: bfe1257c-f636-4af8-80f6-3d475e7b79c7 {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:01:13.470240 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device bfe1257c-f636-4af8-80f6-3d475e7b79c7 not bound to the agent host hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:01:13.600727 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2fcb6358-2633-4dac-8aa5-e3cc18697f22 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:13.617677 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-c525fc49-84d0-4cf9-a957-ec7cfed83cf8 tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:13.716775 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb6358-2633-4dac-8aa5-e3cc18697f22 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Pushing event deleted for resources: {'Port': ['ID=99fc8d4d-876f-498a-b733-dbb000e02122,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:13.719562 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-2fcb6358-2633-4dac-8aa5-e3cc18697f22 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:13.755506 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:13.800520 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 9f0f4c20-4751-43a6-a865-3069db484dd8, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=9f0f4c20-4751-43a6-a865-3069db484dd8,segment=NetworkSegment(15d11fa1-2759-4281-9662-7a0a5490799f),segment_id=15d11fa1-2759-4281-9662-7a0a5490799f)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:01:13.816002 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Returning: {'device': '9f0f4c20-4751-43a6-a865-3069db484dd8', 'network_id': '7661c479-6572-4c20-bd27-63462f46ac46', 'port_id': '9f0f4c20-4751-43a6-a865-3069db484dd8', 'mac_address': 'fa:16:3e:49:a5:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c258a631-143c-46ac-ae39-d1c548dff4b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:01:13.880698 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:13.901515 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f0f4c20-4751-43a6-a865-3069db484dd8 {{(pid=85339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:01:13.903163 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2fcb6358-2633-4dac-8aa5-e3cc18697f22 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks [] for floatingip, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:13.908459 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6009c-bc68-4db7-bdc7-379450fc8301 req-17ddf40d-5d82-490d-852b-ffd06b32757e tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:13.910392 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-cdd6009c-bc68-4db7-bdc7-379450fc8301 req-17ddf40d-5d82-490d-852b-ffd06b32757e tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5f5c7cc-bb8d-4c27-89f4-b304743c7682 HTTP/1.1" status: 200 len: 943 time: 0.1010098 Apr 16 12:01:13.918994 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 9f0f4c20-4751-43a6-a865-3069db484dd8, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=9f0f4c20-4751-43a6-a865-3069db484dd8,segment=NetworkSegment(15d11fa1-2759-4281-9662-7a0a5490799f),segment_id=15d11fa1-2759-4281-9662-7a0a5490799f)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:01:13.919224 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2fcb6358-2633-4dac-8aa5-e3cc18697f22 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for floatingip, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:13.920944 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-2fcb6358-2633-4dac-8aa5-e3cc18697f22 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] 10.222.0.71 "DELETE /v2.0/floatingips/89bde88f-fa93-4dba-b25a-ec95ab1a9cdc HTTP/1.1" status: 204 len: 168 time: 1.2294672 Apr 16 12:01:13.922793 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:13.925542 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:13.976708 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-cdd6009c-bc68-4db7-bdc7-379450fc8301 req-be73af6e-c887-46f7-95f3-4cf3320fe924 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578949 Apr 16 12:01:14.004657 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=9f0f4c20-4751-43a6-a865-3069db484dd8,revision_number=4']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:14.014819 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:14.015207 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:14.015593 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:14.015964 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:14.016388 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:14.016764 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:14.017139 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:14.018113 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:14.018748 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:14.019281 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:14.019652 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:14.020017 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:14.024370 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:14.287974 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['9f0f4c20-4751-43a6-a865-3069db484dd8'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:01:15.184048 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed964b-1bd6-4eee-8986-cf273f1889bd req-9e0dae09-a1d9-41ca-a0c5-b01c6da5bd26 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:15.185698 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-17ed964b-1bd6-4eee-8986-cf273f1889bd req-9e0dae09-a1d9-41ca-a0c5-b01c6da5bd26 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5f5c7cc-bb8d-4c27-89f4-b304743c7682 HTTP/1.1" status: 200 len: 944 time: 0.0904553 Apr 16 12:01:15.240468 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-17ed964b-1bd6-4eee-8986-cf273f1889bd req-20389c24-5468-4a38-8ff2-d38cf33919d7 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480216 Apr 16 12:01:15.451495 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 9f0f4c20-4751-43a6-a865-3069db484dd8 up at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:01:15.528910 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning for port 9f0f4c20-4751-43a6-a865-3069db484dd8 completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:01:15.533995 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning complete for port 9f0f4c20-4751-43a6-a865-3069db484dd8 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:01:15.534428 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:15.666930 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:15.697759 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f5c7cc-bb8d-4c27-89f4-b304743c7682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0f4c20-4751-43a6-a865-3069db484dd8'}] {{(pid=85339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:01:15.708415 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 9f0f4c20-4751-43a6-a865-3069db484dd8, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=9f0f4c20-4751-43a6-a865-3069db484dd8,segment=NetworkSegment(15d11fa1-2759-4281-9662-7a0a5490799f),segment_id=15d11fa1-2759-4281-9662-7a0a5490799f)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:01:15.711773 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:15.713764 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:15.751600 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f5c7cc-bb8d-4c27-89f4-b304743c7682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0f4c20-4751-43a6-a865-3069db484dd8', 'code': 200} Apr 16 12:01:15.801102 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=9f0f4c20-4751-43a6-a865-3069db484dd8,revision_number=5']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:15.806441 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:16.027947 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114fd37-6f56-4be5-8139-9e0a986baf78 req-09a11dee-e9b0-4a48-9751-203315d44eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:16.029589 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3114fd37-6f56-4be5-8139-9e0a986baf78 req-09a11dee-e9b0-4a48-9751-203315d44eca service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d5f5c7cc-bb8d-4c27-89f4-b304743c7682 HTTP/1.1" status: 200 len: 1098 time: 0.0799267 Apr 16 12:01:16.074481 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3114fd37-6f56-4be5-8139-9e0a986baf78 req-ba446230-46b8-445e-967b-65c1278067af service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380533 Apr 16 12:01:16.453992 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb6c88-5232-446f-a232-284c5ee1174c req-3a9ef1ff-81a6-4b04-8124-9db9c80e7916 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:16.456533 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-07eb6c88-5232-446f-a232-284c5ee1174c req-3a9ef1ff-81a6-4b04-8124-9db9c80e7916 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5f5c7cc-bb8d-4c27-89f4-b304743c7682 HTTP/1.1" status: 200 len: 945 time: 0.0960102 Apr 16 12:01:16.505465 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-07eb6c88-5232-446f-a232-284c5ee1174c req-d0a9e825-c35c-4932-8dfb-836d131bc158 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424125 Apr 16 12:01:16.822261 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 57546) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:17.483880 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-63cb35e4-bb6e-49c5-a1e2-f0a9d9d2b43e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083577'] for router_interface, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:17.722730 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ce2fc-b488-4c63-8334-f7e3f318dfb2 req-fe6f1c6a-c34b-42a5-88f4-d0a9b22c44c0 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:17.724362 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-567ce2fc-b488-4c63-8334-f7e3f318dfb2 req-fe6f1c6a-c34b-42a5-88f4-d0a9b22c44c0 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5f5c7cc-bb8d-4c27-89f4-b304743c7682 HTTP/1.1" status: 200 len: 945 time: 0.0959570 Apr 16 12:01:17.774462 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-567ce2fc-b488-4c63-8334-f7e3f318dfb2 req-bbd2c08c-f3ec-44fa-99a8-3ca411804f30 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432358 Apr 16 12:01:17.873478 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-63cb35e4-bb6e-49c5-a1e2-f0a9d9d2b43e admin admin] Deleting port 94ebbe09-b546-4230-9bc2-96f0f2321d69 {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:01:17.873840 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-63cb35e4-bb6e-49c5-a1e2-f0a9d9d2b43e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:18.069844 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-63cb35e4-bb6e-49c5-a1e2-f0a9d9d2b43e admin admin] For port 94ebbe09-b546-4230-9bc2-96f0f2321d69, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=94ebbe09-b546-4230-9bc2-96f0f2321d69,segment=NetworkSegment(c54cd4bb-a55a-449f-8842-dcc82906022a),segment_id=c54cd4bb-a55a-449f-8842-dcc82906022a)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:01:18.070250 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-63cb35e4-bb6e-49c5-a1e2-f0a9d9d2b43e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:18.215440 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-63cb35e4-bb6e-49c5-a1e2-f0a9d9d2b43e admin admin] Calling delete_port for 94ebbe09-b546-4230-9bc2-96f0f2321d69 owned by network:router_interface {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:01:18.406444 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-63cb35e4-bb6e-49c5-a1e2-f0a9d9d2b43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:18.422453 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-dd3043c4-23eb-42de-84df-fc59c06630f3 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:18.522771 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb35e4-bb6e-49c5-a1e2-f0a9d9d2b43e admin admin] Pushing event deleted for resources: {'Port': ['ID=94ebbe09-b546-4230-9bc2-96f0f2321d69,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:18.529488 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-63cb35e4-bb6e-49c5-a1e2-f0a9d9d2b43e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:19.375937 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-63cb35e4-bb6e-49c5-a1e2-f0a9d9d2b43e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853098054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084690'] for router_interface, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:20.061910 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63cb35e4-bb6e-49c5-a1e2-f0a9d9d2b43e admin admin] Router 2093bd27-4aaf-4fbd-8bcf-454efa75ab3c has already been hosted by L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 {{(pid=85337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:01:20.069915 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacabd11-771c-4f03-969a-61edfafeae10 req-24d65481-d45e-4730-9536-0fd626c56bbc tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:20.071553 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-aacabd11-771c-4f03-969a-61edfafeae10 req-24d65481-d45e-4730-9536-0fd626c56bbc tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/networks?id=7661c479-6572-4c20-bd27-63462f46ac46 HTTP/1.1" status: 200 len: 815 time: 0.2142348 Apr 16 12:01:20.153437 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-aacabd11-771c-4f03-969a-61edfafeae10 req-faefd4d7-2d4f-4311-b1f5-50c0ed4ed305 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/quotas/705b714d8f364504a20d48e49e14d504 HTTP/1.1" status: 200 len: 375 time: 0.0735474 Apr 16 12:01:20.355432 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cb35e4-bb6e-49c5-a1e2-f0a9d9d2b43e admin admin] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:01:20.365565 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042b3d38-8724-4448-9a35-ae6cefb4d5ea None None] Sync routers for ids ['2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'] in dv-cinder-689486-10-iscsi {{(pid=85340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:01:20.368160 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-aacabd11-771c-4f03-969a-61edfafeae10 req-e3fb5b48-c359-4235-8611-005d2ca4b5e5 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=705b714d8f364504a20d48e49e14d504&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2056246 Apr 16 12:01:20.376583 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042b3d38-8724-4448-9a35-ae6cefb4d5ea None None] Routers {'2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:01:20.378011 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-63cb35e4-bb6e-49c5-a1e2-f0a9d9d2b43e admin admin] 10.222.0.71 "PUT /v2.0/routers/2093bd27-4aaf-4fbd-8bcf-454efa75ab3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5540335 Apr 16 12:01:20.378164 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-042b3d38-8724-4448-9a35-ae6cefb4d5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:01:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'], 'active': True} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:01:20.381677 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 57582) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:20.525826 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-aacabd11-771c-4f03-969a-61edfafeae10 req-845aa4dc-ffe9-4ebb-9f70-78098351a5b4 service neutron] 10.222.0.71 "GET /v2.0/networks/7661c479-6572-4c20-bd27-63462f46ac46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464210 Apr 16 12:01:20.579499 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-042b3d38-8724-4448-9a35-ae6cefb4d5ea None None] Set router 2093bd27-4aaf-4fbd-8bcf-454efa75ab3c gateway port host: dv-cinder-689486-10-iscsi {{(pid=85340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:01:20.681138 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-aacabd11-771c-4f03-969a-61edfafeae10 req-b11809ff-5707-4f29-822e-2d591bd43a3f service neutron] 10.222.0.71 "GET /v2.0/networks/7661c479-6572-4c20-bd27-63462f46ac46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479785 Apr 16 12:01:20.693271 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-42723456-434e-47e0-a680-6cd974631224 admin admin] Notify callbacks [] for router, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:20.937955 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-042b3d38-8724-4448-9a35-ae6cefb4d5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1332365872-router', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e3fcb891-0af6-4d53-8d22-c63b7d9dc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:27Z', 'updated_at': '2021-04-16T12:01:18Z', 'revision_number': 5, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'gw_port': {'id': 'e3fcb891-0af6-4d53-8d22-c63b7d9dc95b', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:49:30Z', 'updated_at': '2021-04-16T11:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi'}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:01:20.945083 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c86d2b39-eec9-4717-a5e4-83452eef3a94 req-43aa05c3-23bb-481f-b058-ed1c6fbe23d6 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=11320d48-a170-4a4a-a542-35e279497943 HTTP/1.1" status: 200 len: 210 time: 0.0616074 Apr 16 12:01:20.946523 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042b3d38-8724-4448-9a35-ae6cefb4d5ea None None] Checking router: 2093bd27-4aaf-4fbd-8bcf-454efa75ab3c for host: dv-cinder-689486-10-iscsi {{(pid=85340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:01:20.964339 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042b3d38-8724-4448-9a35-ae6cefb4d5ea None None] Routers {'2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:01:20.964916 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-042b3d38-8724-4448-9a35-ae6cefb4d5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:01:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'], 'active': True} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:01:20.986580 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-42723456-434e-47e0-a680-6cd974631224 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:20.996090 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-42723456-434e-47e0-a680-6cd974631224 admin admin] Deleting port e3fcb891-0af6-4d53-8d22-c63b7d9dc95b {{(pid=85338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:01:20.996509 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-42723456-434e-47e0-a680-6cd974631224 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:21.155273 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-042b3d38-8724-4448-9a35-ae6cefb4d5ea None None] Set router 2093bd27-4aaf-4fbd-8bcf-454efa75ab3c gateway port host: None {{(pid=85340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:01:21.246867 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-42723456-434e-47e0-a680-6cd974631224 admin admin] For port e3fcb891-0af6-4d53-8d22-c63b7d9dc95b, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=e3fcb891-0af6-4d53-8d22-c63b7d9dc95b,segment=NetworkSegment(fbc7dd2f-3e5c-4067-bc2d-84cf54659228),segment_id=fbc7dd2f-3e5c-4067-bc2d-84cf54659228)] {{(pid=85338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:01:21.247584 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-42723456-434e-47e0-a680-6cd974631224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:21.287681 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-042b3d38-8724-4448-9a35-ae6cefb4d5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1332365872-router', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:27Z', 'updated_at': '2021-04-16T12:01:20Z', 'revision_number': 6, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'gw_port_host': None}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:01:21.293779 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042b3d38-8724-4448-9a35-ae6cefb4d5ea None None] The sync data for ids ['2093bd27-4aaf-4fbd-8bcf-454efa75ab3c'] in dv-cinder-689486-10-iscsi is: [{'id': '2093bd27-4aaf-4fbd-8bcf-454efa75ab3c', 'name': 'tempest-AttachVolumeShelveTestJSON-1332365872-router', 'tenant_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:49:27Z', 'updated_at': '2021-04-16T12:01:20Z', 'revision_number': 6, 'project_id': '5cb420ffa55c4c63be5c8a61559de7d5', 'gw_port_host': None}] {{(pid=85340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:01:21.396802 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 94ebbe09-b546-4230-9bc2-96f0f2321d69 no longer exists at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:01:21.417585 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-42723456-434e-47e0-a680-6cd974631224 admin admin] Calling delete_port for e3fcb891-0af6-4d53-8d22-c63b7d9dc95b owned by network:router_gateway {{(pid=85338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:01:21.436853 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] No Port match for: 94ebbe09-b546-4230-9bc2-96f0f2321d69 {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:01:21.437517 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 94ebbe09-b546-4230-9bc2-96f0f2321d69 not bound to the agent host dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:01:21.617801 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-42723456-434e-47e0-a680-6cd974631224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1351932'] for port, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:21.634299 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e0e2f55f-8a0c-47a2-a3db-0f589953700f tempest-VolumesSnapshotTestJSON-293231029 tempest-VolumesSnapshotTestJSON-293231029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:21.739619 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42723456-434e-47e0-a680-6cd974631224 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3fcb891-0af6-4d53-8d22-c63b7d9dc95b,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:21.744578 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-42723456-434e-47e0-a680-6cd974631224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:21.914658 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-42723456-434e-47e0-a680-6cd974631224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084840'] for router_gateway, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:22.117788 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-42723456-434e-47e0-a680-6cd974631224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2082130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5121'] for router, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:22.120414 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-42723456-434e-47e0-a680-6cd974631224 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:22.156802 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-42723456-434e-47e0-a680-6cd974631224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852688958'] for router, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:22.156802 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42723456-434e-47e0-a680-6cd974631224 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2093bd27-4aaf-4fbd-8bcf-454efa75ab3c {{(pid=85338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 12:01:22.177122 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-42723456-434e-47e0-a680-6cd974631224 admin admin] Notify callbacks [] for router, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:22.178677 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-42723456-434e-47e0-a680-6cd974631224 admin admin] 10.222.0.71 "DELETE /v2.0/routers/2093bd27-4aaf-4fbd-8bcf-454efa75ab3c HTTP/1.1" status: 204 len: 168 time: 1.7959657 Apr 16 12:01:22.181508 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 57598) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:22.223393 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2633d0bf-0feb-42b9-9cc1-5fa434f14a5a req-f6b045c7-5a16-4098-9bb4-2b02b9f9226e tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=11320d48-a170-4a4a-a542-35e279497943 HTTP/1.1" status: 200 len: 210 time: 0.0864975 Apr 16 12:01:22.289340 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_v2 [None req-2617e26f-40f3-47d6-8d4b-a69c24c8b058 admin admin] Deleting subnet e34726b9-4f8a-44d8-a3f0-ee759b42ab33 {{(pid=85338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 12:01:22.293406 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2617e26f-40f3-47d6-8d4b-a69c24c8b058 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:22.320985 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacabd11-771c-4f03-969a-61edfafeae10 req-623bc61f-3700-43fe-90b4-6ade5dc62660 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:22.322613 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-aacabd11-771c-4f03-969a-61edfafeae10 req-623bc61f-3700-43fe-90b4-6ade5dc62660 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.79 "GET /v2.0/networks?id=7661c479-6572-4c20-bd27-63462f46ac46 HTTP/1.1" status: 200 len: 815 time: 0.2831864 Apr 16 12:01:22.335718 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-aacabd11-771c-4f03-969a-61edfafeae10 req-34cf9ccb-c319-4c07-9e77-b1fe8e990b0b tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Request body: {'port': {'device_id': '11320d48-a170-4a4a-a542-35e279497943', 'network_id': '7661c479-6572-4c20-bd27-63462f46ac46', 'admin_state_up': True, 'tenant_id': '705b714d8f364504a20d48e49e14d504'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:01:22.394163 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2617e26f-40f3-47d6-8d4b-a69c24c8b058 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6398902'] for subnet, precommit_delete_associations {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:22.499333 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-aacabd11-771c-4f03-969a-61edfafeae10 req-34cf9ccb-c319-4c07-9e77-b1fe8e990b0b tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:22.502872 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2617e26f-40f3-47d6-8d4b-a69c24c8b058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770791'] for subnet, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:22.512324 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-aacabd11-771c-4f03-969a-61edfafeae10 req-34cf9ccb-c319-4c07-9e77-b1fe8e990b0b tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:22.523496 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aacabd11-771c-4f03-969a-61edfafeae10 req-34cf9ccb-c319-4c07-9e77-b1fe8e990b0b tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Made reservation on behalf of 705b714d8f364504a20d48e49e14d504 for: {'port': 1} {{(pid=85337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:01:22.530223 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-aacabd11-771c-4f03-969a-61edfafeae10 req-34cf9ccb-c319-4c07-9e77-b1fe8e990b0b tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:22.734047 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [req-aacabd11-771c-4f03-969a-61edfafeae10 req-34cf9ccb-c319-4c07-9e77-b1fe8e990b0b tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Allocated IP 172.20.0.11 (7661c479-6572-4c20-bd27-63462f46ac46/c258a631-143c-46ac-ae39-d1c548dff4b0/4b9faeb7-a910-42ad-b729-a6b699878c4e) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:01:22.820993 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2617e26f-40f3-47d6-8d4b-a69c24c8b058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853423959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848236330'] for subnet, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:22.838040 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b6fc3fc3-e284-4258-908e-79477de8952f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:22.925573 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2617e26f-40f3-47d6-8d4b-a69c24c8b058 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e34726b9-4f8a-44d8-a3f0-ee759b42ab33,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:22.950361 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617e26f-40f3-47d6-8d4b-a69c24c8b058 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:22.950786 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617e26f-40f3-47d6-8d4b-a69c24c8b058 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:22.951209 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617e26f-40f3-47d6-8d4b-a69c24c8b058 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:22.951623 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617e26f-40f3-47d6-8d4b-a69c24c8b058 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:22.952030 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617e26f-40f3-47d6-8d4b-a69c24c8b058 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:22.952465 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617e26f-40f3-47d6-8d4b-a69c24c8b058 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:22.952878 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617e26f-40f3-47d6-8d4b-a69c24c8b058 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:22.953282 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617e26f-40f3-47d6-8d4b-a69c24c8b058 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:22.953685 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617e26f-40f3-47d6-8d4b-a69c24c8b058 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:22.954085 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617e26f-40f3-47d6-8d4b-a69c24c8b058 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:22.954484 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617e26f-40f3-47d6-8d4b-a69c24c8b058 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:22.954949 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617e26f-40f3-47d6-8d4b-a69c24c8b058 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:22.960732 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-2617e26f-40f3-47d6-8d4b-a69c24c8b058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:22.997910 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2617e26f-40f3-47d6-8d4b-a69c24c8b058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for subnet, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:23.005739 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c61af9b-503c-4cfa-aadc-e1f802644688 None None] Network e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7 requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:01:23.007211 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-2617e26f-40f3-47d6-8d4b-a69c24c8b058 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/e34726b9-4f8a-44d8-a3f0-ee759b42ab33 HTTP/1.1" status: 204 len: 168 time: 0.8241608 Apr 16 12:01:23.011056 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 57606) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:23.021536 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-aacabd11-771c-4f03-969a-61edfafeae10 req-34cf9ccb-c319-4c07-9e77-b1fe8e990b0b tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:23.056295 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-aacabd11-771c-4f03-969a-61edfafeae10 req-34cf9ccb-c319-4c07-9e77-b1fe8e990b0b tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:23.073925 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-5d6ddf39-33aa-48b3-856d-c92a8b197db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:23.163023 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-afca9d60-541b-4466-bfdc-0ee2d911176d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-34362'] for network, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:23.179292 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['78103631-4671-4c83-b831-bccec2bec8c5', '9f0f4c20-4751-43a6-a865-3069db484dd8'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:01:23.230187 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf9ccb-c319-4c07-9e77-b1fe8e990b0b tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Pushing event updated for resources: {'Port': ['ID=4b9faeb7-a910-42ad-b729-a6b699878c4e,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:23.234885 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-34cf9ccb-c319-4c07-9e77-b1fe8e990b0b tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:23.279423 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-afca9d60-541b-4466-bfdc-0ee2d911176d admin admin] Deleting port 6e3d61d0-4097-47a2-94a3-e0f7585eb290 {{(pid=85338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:01:23.279717 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-afca9d60-541b-4466-bfdc-0ee2d911176d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:23.304986 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aacabd11-771c-4f03-969a-61edfafeae10 req-34cf9ccb-c319-4c07-9e77-b1fe8e990b0b tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Network 7661c479-6572-4c20-bd27-63462f46ac46 is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:01:23.306229 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [req-aacabd11-771c-4f03-969a-61edfafeae10 req-34cf9ccb-c319-4c07-9e77-b1fe8e990b0b tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:01:23.318283 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-aacabd11-771c-4f03-969a-61edfafeae10 req-34cf9ccb-c319-4c07-9e77-b1fe8e990b0b tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:01:23.400437 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacabd11-771c-4f03-969a-61edfafeae10 req-34cf9ccb-c319-4c07-9e77-b1fe8e990b0b tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:23.404856 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-aacabd11-771c-4f03-969a-61edfafeae10 req-34cf9ccb-c319-4c07-9e77-b1fe8e990b0b tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:23.461181 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-aacabd11-771c-4f03-969a-61edfafeae10 req-34cf9ccb-c319-4c07-9e77-b1fe8e990b0b tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1285250 Apr 16 12:01:23.475228 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-aacabd11-771c-4f03-969a-61edfafeae10 req-00f54da7-3d5b-4470-b9e7-316d785e9650 service neutron] Request body: {'port': {'device_id': '11320d48-a170-4a4a-a542-35e279497943', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:01:23.532023 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device e3fcb891-0af6-4d53-8d22-c63b7d9dc95b no longer exists at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:01:23.630676 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] No Port match for: e3fcb891-0af6-4d53-8d22-c63b7d9dc95b {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:01:23.631347 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device e3fcb891-0af6-4d53-8d22-c63b7d9dc95b not bound to the agent host dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:01:23.831328 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3164d824-3753-44a2-b4d9-41b087540f0f None None] DHCP port deletion for e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7 request from dv-cinder-689486-10-iscsi {{(pid=85339) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 12:01:23.847837 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-3164d824-3753-44a2-b4d9-41b087540f0f None None] Deleting port 6e3d61d0-4097-47a2-94a3-e0f7585eb290 {{(pid=85339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:01:23.848240 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3164d824-3753-44a2-b4d9-41b087540f0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:23.894741 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-aacabd11-771c-4f03-969a-61edfafeae10 req-00f54da7-3d5b-4470-b9e7-316d785e9650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:23.945246 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-afca9d60-541b-4466-bfdc-0ee2d911176d admin admin] For port 6e3d61d0-4097-47a2-94a3-e0f7585eb290, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=6e3d61d0-4097-47a2-94a3-e0f7585eb290,segment=NetworkSegment(c54cd4bb-a55a-449f-8842-dcc82906022a),segment_id=c54cd4bb-a55a-449f-8842-dcc82906022a)] {{(pid=85338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:01:23.945709 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-afca9d60-541b-4466-bfdc-0ee2d911176d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:24.091700 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-afca9d60-541b-4466-bfdc-0ee2d911176d admin admin] Calling delete_port for 6e3d61d0-4097-47a2-94a3-e0f7585eb290 owned by network:dhcp {{(pid=85338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:01:24.143081 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736eeeb6-2817-4c3a-9a94-814251a8be39 req-2bafb9df-689a-4e67-81cb-492c7067d6e7 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:24.145050 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-736eeeb6-2817-4c3a-9a94-814251a8be39 req-2bafb9df-689a-4e67-81cb-492c7067d6e7 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=11320d48-a170-4a4a-a542-35e279497943 HTTP/1.1" status: 200 len: 932 time: 0.3224010 Apr 16 12:01:24.180663 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-3164d824-3753-44a2-b4d9-41b087540f0f None None] For port 6e3d61d0-4097-47a2-94a3-e0f7585eb290, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=6e3d61d0-4097-47a2-94a3-e0f7585eb290,segment=NetworkSegment(c54cd4bb-a55a-449f-8842-dcc82906022a),segment_id=c54cd4bb-a55a-449f-8842-dcc82906022a)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:01:24.181218 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3164d824-3753-44a2-b4d9-41b087540f0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:24.219270 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-736eeeb6-2817-4c3a-9a94-814251a8be39 req-bbfdf498-c4f7-4930-9357-9d423c987ac3 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674372 Apr 16 12:01:24.254136 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-afca9d60-541b-4466-bfdc-0ee2d911176d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1351932'] for port, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:24.268086 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-42723456-434e-47e0-a680-6cd974631224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:24.334003 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [req-aacabd11-771c-4f03-969a-61edfafeae10 req-00f54da7-3d5b-4470-b9e7-316d785e9650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b9faeb7-a910-42ad-b729-a6b699878c4e {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:01:24.342651 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-aacabd11-771c-4f03-969a-61edfafeae10 req-00f54da7-3d5b-4470-b9e7-316d785e9650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:24.360710 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-3164d824-3753-44a2-b4d9-41b087540f0f None None] Calling delete_port for 6e3d61d0-4097-47a2-94a3-e0f7585eb290 owned by network:dhcp {{(pid=85339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:01:24.363611 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [req-aacabd11-771c-4f03-969a-61edfafeae10 req-00f54da7-3d5b-4470-b9e7-316d785e9650 service neutron] Transition to ACTIVE for port object 4b9faeb7-a910-42ad-b729-a6b699878c4e will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:01:24.367744 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-aacabd11-771c-4f03-969a-61edfafeae10 req-00f54da7-3d5b-4470-b9e7-316d785e9650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847015921'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:24.386728 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca9d60-541b-4466-bfdc-0ee2d911176d admin admin] Pushing event deleted for resources: {'Port': ['ID=6e3d61d0-4097-47a2-94a3-e0f7585eb290,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:24.389241 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-176aeb5d-ab18-405c-8f06-e5b429d5bce6 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:24.394343 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-afca9d60-541b-4466-bfdc-0ee2d911176d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:24.432703 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afca9d60-541b-4466-bfdc-0ee2d911176d admin admin] No DVR routers for this DVR port 6e3d61d0-4097-47a2-94a3-e0f7585eb290 on host dv-cinder-689486-10-iscsi {{(pid=85338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:01:24.484198 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.db.api [None req-3164d824-3753-44a2-b4d9-41b087540f0f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85339) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 12:01:24.485217 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_db.api [None req-3164d824-3753-44a2-b4d9-41b087540f0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 12:01:24.532106 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f54da7-3d5b-4470-b9e7-316d785e9650 service neutron] Pushing event updated for resources: {'Port': ['ID=4b9faeb7-a910-42ad-b729-a6b699878c4e,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:24.546421 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-00f54da7-3d5b-4470-b9e7-316d785e9650 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:24.585772 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-afca9d60-541b-4466-bfdc-0ee2d911176d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-437016', 'neutron.services.segments.db._delete_segments_for_network-8740188510920'] for network, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:24.791775 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-afca9d60-541b-4466-bfdc-0ee2d911176d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7']}} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:01:24.813060 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-afca9d60-541b-4466-bfdc-0ee2d911176d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c54cd4bb-a55a-449f-8842-dcc82906022a') {'for_net_delete': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:01:24.813425 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-afca9d60-541b-4466-bfdc-0ee2d911176d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c54cd4bb-a55a-449f-8842-dcc82906022a') {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:01:24.826806 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-afca9d60-541b-4466-bfdc-0ee2d911176d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740188483033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848376946'] for segment, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:24.843692 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-afca9d60-541b-4466-bfdc-0ee2d911176d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2559'] for segment, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:24.852120 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afca9d60-541b-4466-bfdc-0ee2d911176d admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=85338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 12:01:24.861153 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-aacabd11-771c-4f03-969a-61edfafeae10 req-00f54da7-3d5b-4470-b9e7-316d785e9650 service neutron] Attempting to bind port 4b9faeb7-a910-42ad-b729-a6b699878c4e on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:01:24.861658 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-aacabd11-771c-4f03-969a-61edfafeae10 req-00f54da7-3d5b-4470-b9e7-316d785e9650 service neutron] Attempting to bind port 4b9faeb7-a910-42ad-b729-a6b699878c4e by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '15d11fa1-2759-4281-9662-7a0a5490799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7661c479-6572-4c20-bd27-63462f46ac46'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:01:24.862014 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacabd11-771c-4f03-969a-61edfafeae10 req-00f54da7-3d5b-4470-b9e7-316d785e9650 service neutron] Attempting to bind port 4b9faeb7-a910-42ad-b729-a6b699878c4e on network 7661c479-6572-4c20-bd27-63462f46ac46 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:01:24.868440 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacabd11-771c-4f03-969a-61edfafeae10 req-00f54da7-3d5b-4470-b9e7-316d785e9650 service neutron] Port 4b9faeb7-a910-42ad-b729-a6b699878c4e on network 7661c479-6572-4c20-bd27-63462f46ac46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 12:01:24.868814 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacabd11-771c-4f03-969a-61edfafeae10 req-00f54da7-3d5b-4470-b9e7-316d785e9650 service neutron] Attempting to bind port 4b9faeb7-a910-42ad-b729-a6b699878c4e on network 7661c479-6572-4c20-bd27-63462f46ac46 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:01:24.875107 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacabd11-771c-4f03-969a-61edfafeae10 req-00f54da7-3d5b-4470-b9e7-316d785e9650 service neutron] Checking agent: {'id': '719f3357-7d54-4b9e-9866-52b19e770139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'started_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:01:24.875764 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacabd11-771c-4f03-969a-61edfafeae10 req-00f54da7-3d5b-4470-b9e7-316d785e9650 service neutron] Checking segment: {'id': '15d11fa1-2759-4281-9662-7a0a5490799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7661c479-6572-4c20-bd27-63462f46ac46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:01:24.876203 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacabd11-771c-4f03-969a-61edfafeae10 req-00f54da7-3d5b-4470-b9e7-316d785e9650 service neutron] Bound using segment: {'id': '15d11fa1-2759-4281-9662-7a0a5490799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7661c479-6572-4c20-bd27-63462f46ac46'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:01:24.877132 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-aacabd11-771c-4f03-969a-61edfafeae10 req-00f54da7-3d5b-4470-b9e7-316d785e9650 service neutron] Bound port: 4b9faeb7-a910-42ad-b729-a6b699878c4e, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15d11fa1-2759-4281-9662-7a0a5490799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7661c479-6572-4c20-bd27-63462f46ac46'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:01:24.877132 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-aacabd11-771c-4f03-969a-61edfafeae10 req-00f54da7-3d5b-4470-b9e7-316d785e9650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:24.981170 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-aacabd11-771c-4f03-969a-61edfafeae10 req-00f54da7-3d5b-4470-b9e7-316d785e9650 service neutron] For port 4b9faeb7-a910-42ad-b729-a6b699878c4e, host hv-cinder-68948, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:01:24.984666 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-aacabd11-771c-4f03-969a-61edfafeae10 req-00f54da7-3d5b-4470-b9e7-316d785e9650 service neutron] For port 4b9faeb7-a910-42ad-b729-a6b699878c4e, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=4b9faeb7-a910-42ad-b729-a6b699878c4e,segment=NetworkSegment(15d11fa1-2759-4281-9662-7a0a5490799f),segment_id=15d11fa1-2759-4281-9662-7a0a5490799f)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:01:24.986799 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-3164d824-3753-44a2-b4d9-41b087540f0f None None] Deleting port 6e3d61d0-4097-47a2-94a3-e0f7585eb290 {{(pid=85339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:01:24.987317 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3164d824-3753-44a2-b4d9-41b087540f0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:24.988494 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-aacabd11-771c-4f03-969a-61edfafeae10 req-00f54da7-3d5b-4470-b9e7-316d785e9650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847015921'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:25.003286 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-066ba5be-4e47-46a2-a9a6-cbcdc789b797 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:25.051980 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-afca9d60-541b-4466-bfdc-0ee2d911176d admin admin] Network e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7 has no segments {{(pid=85338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:01:25.062643 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-afca9d60-541b-4466-bfdc-0ee2d911176d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854773273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1351944'] for segment, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:25.070031 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-3164d824-3753-44a2-b4d9-41b087540f0f None None] The port '6e3d61d0-4097-47a2-94a3-e0f7585eb290' was deleted {{(pid=85339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 12:01:25.167165 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f54da7-3d5b-4470-b9e7-316d785e9650 service neutron] Pushing event updated for resources: {'Port': ['ID=4b9faeb7-a910-42ad-b729-a6b699878c4e,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:25.173302 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-00f54da7-3d5b-4470-b9e7-316d785e9650 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:25.216689 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacabd11-771c-4f03-969a-61edfafeae10 req-00f54da7-3d5b-4470-b9e7-316d785e9650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:25.217426 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-aacabd11-771c-4f03-969a-61edfafeae10 req-00f54da7-3d5b-4470-b9e7-316d785e9650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:25.218919 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-aacabd11-771c-4f03-969a-61edfafeae10 req-00f54da7-3d5b-4470-b9e7-316d785e9650 service neutron] 10.222.0.79 "PUT /v2.0/ports/4b9faeb7-a910-42ad-b729-a6b699878c4e HTTP/1.1" status: 200 len: 1094 time: 1.7506907 Apr 16 12:01:25.219466 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11320d48-a170-4a4a-a542-35e279497943', 'tag': '4b9faeb7-a910-42ad-b729-a6b699878c4e'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:01:25.255184 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-afca9d60-541b-4466-bfdc-0ee2d911176d admin admin] Network e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7 has no segments {{(pid=85338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:01:25.279562 dv-cinder-689486-10-iscsi neutron-server[85224]: Traceback (most recent call last): Apr 16 12:01:25.279562 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 12:01:25.279562 dv-cinder-689486-10-iscsi neutron-server[85224]: timer() Apr 16 12:01:25.279562 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 12:01:25.279562 dv-cinder-689486-10-iscsi neutron-server[85224]: cb(*args, **kw) Apr 16 12:01:25.279562 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 12:01:25.279562 dv-cinder-689486-10-iscsi neutron-server[85224]: return func(*args, **kwargs) Apr 16 12:01:25.279562 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 12:01:25.279562 dv-cinder-689486-10-iscsi neutron-server[85224]: self._notify() Apr 16 12:01:25.279562 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 12:01:25.279562 dv-cinder-689486-10-iscsi neutron-server[85224]: self.callback(batched_events) Apr 16 12:01:25.279562 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 12:01:25.279562 dv-cinder-689486-10-iscsi neutron-server[85224]: event.method(event) Apr 16 12:01:25.279562 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 12:01:25.279562 dv-cinder-689486-10-iscsi neutron-server[85224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 12:01:25.279562 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 12:01:25.279562 dv-cinder-689486-10-iscsi neutron-server[85224]: segment_id)['aggregates'][0] Apr 16 12:01:25.279562 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 12:01:25.279562 dv-cinder-689486-10-iscsi neutron-server[85224]: return f(self, *a, **k) Apr 16 12:01:25.279562 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 12:01:25.279562 dv-cinder-689486-10-iscsi neutron-server[85224]: return self._get(url).json() Apr 16 12:01:25.279562 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 12:01:25.279562 dv-cinder-689486-10-iscsi neutron-server[85224]: **kwargs) Apr 16 12:01:25.279562 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 12:01:25.279562 dv-cinder-689486-10-iscsi neutron-server[85224]: return self.request(url, 'GET', **kwargs) Apr 16 12:01:25.279562 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 12:01:25.279562 dv-cinder-689486-10-iscsi neutron-server[85224]: **endpoint_filter) Apr 16 12:01:25.279562 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 12:01:25.279562 dv-cinder-689486-10-iscsi neutron-server[85224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 12:01:25.279562 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 12:01:25.279562 dv-cinder-689486-10-iscsi neutron-server[85224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 12:01:25.279562 dv-cinder-689486-10-iscsi neutron-server[85224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 12:01:25.324075 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11320d48-a170-4a4a-a542-35e279497943', 'tag': '4b9faeb7-a910-42ad-b729-a6b699878c4e', 'status': 'completed', 'code': 200} Apr 16 12:01:25.369966 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-afca9d60-541b-4466-bfdc-0ee2d911176d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854338799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852691194'] for network, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:25.378002 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacabd11-771c-4f03-969a-61edfafeae10 req-f394973a-7c2a-474b-a2b3-bd1ab64542a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:25.379987 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-aacabd11-771c-4f03-969a-61edfafeae10 req-f394973a-7c2a-474b-a2b3-bd1ab64542a3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=705b714d8f364504a20d48e49e14d504&device_id=11320d48-a170-4a4a-a542-35e279497943 HTTP/1.1" status: 200 len: 1097 time: 0.1071410 Apr 16 12:01:25.380194 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-afca9d60-541b-4466-bfdc-0ee2d911176d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for network, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:25.421009 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-a14094bc-9ec9-4fcf-b7d2-45bfe24e7c3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:25.460336 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca9d60-541b-4466-bfdc-0ee2d911176d admin admin] Pushing event deleted for resources: {'Network': ['ID=e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:25.462187 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 6e3d61d0-4097-47a2-94a3-e0f7585eb290 no longer exists at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:01:25.463024 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-afca9d60-541b-4466-bfdc-0ee2d911176d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:25.481140 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-afca9d60-541b-4466-bfdc-0ee2d911176d admin admin] 10.222.0.71 "DELETE /v2.0/networks/e0a3c2e3-532f-4ff5-b90f-43f6cab0c1d7 HTTP/1.1" status: 204 len: 168 time: 2.4689026 Apr 16 12:01:25.495036 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-aacabd11-771c-4f03-969a-61edfafeae10 req-9aa9fbfd-f4da-4147-b0a0-c71e36a75e60 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b9faeb7-a910-42ad-b729-a6b699878c4e HTTP/1.1" status: 200 len: 217 time: 0.1068604 Apr 16 12:01:25.520848 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ce4f4-45f1-4aaf-b7be-ff0e6a206269 req-b7f1099b-c180-4deb-adf0-737e3a1d524b tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:25.521203 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] No Port match for: 6e3d61d0-4097-47a2-94a3-e0f7585eb290 {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:01:25.521603 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 6e3d61d0-4097-47a2-94a3-e0f7585eb290 not bound to the agent host dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:01:25.522604 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-112ce4f4-45f1-4aaf-b7be-ff0e6a206269 req-b7f1099b-c180-4deb-adf0-737e3a1d524b tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=11320d48-a170-4a4a-a542-35e279497943 HTTP/1.1" status: 200 len: 944 time: 0.1489389 Apr 16 12:01:25.588677 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacabd11-771c-4f03-969a-61edfafeae10 req-bab19d64-2567-41ff-8dd9-0fbd598dd53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:25.590428 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-aacabd11-771c-4f03-969a-61edfafeae10 req-bab19d64-2567-41ff-8dd9-0fbd598dd53b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c258a631-143c-46ac-ae39-d1c548dff4b0 HTTP/1.1" status: 200 len: 855 time: 0.0884976 Apr 16 12:01:25.592922 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-112ce4f4-45f1-4aaf-b7be-ff0e6a206269 req-598548ff-7375-4beb-8532-09fa265f63e2 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600150 Apr 16 12:01:25.641986 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 57618) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:25.648650 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-aacabd11-771c-4f03-969a-61edfafeae10 req-9c76a898-fbcb-47e9-9aa0-a9dec84781bc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7661c479-6572-4c20-bd27-63462f46ac46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495987 Apr 16 12:01:25.710318 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-bde93ead-2ee0-4637-ab20-a43122389c38 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5cb420ffa55c4c63be5c8a61559de7d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0626571 Apr 16 12:01:25.710688 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 57622) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:25.782209 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fe73099d-0515-4000-9cf9-7cc46ba15315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:25.812446 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-aacabd11-771c-4f03-969a-61edfafeae10 req-2567e6fc-fef1-403a-8e61-8983bac76953 service neutron] 10.222.0.79 "GET /v2.0/networks/7661c479-6572-4c20-bd27-63462f46ac46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567664 Apr 16 12:01:25.817627 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fe73099d-0515-4000-9cf9-7cc46ba15315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:25.897401 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fe73099d-0515-4000-9cf9-7cc46ba15315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:25.905746 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-378bf1ed-c1e0-4f7a-81d7-c31969dd3b27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:25.921382 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe73099d-0515-4000-9cf9-7cc46ba15315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1dbdf0f-47b4-4b58-9262-492b0e60f890,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:25.925734 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-fe73099d-0515-4000-9cf9-7cc46ba15315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:25.936691 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fe73099d-0515-4000-9cf9-7cc46ba15315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:25.940615 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-fe73099d-0515-4000-9cf9-7cc46ba15315 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f1dbdf0f-47b4-4b58-9262-492b0e60f890 HTTP/1.1" status: 204 len: 168 time: 0.2262938 Apr 16 12:01:25.971670 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-aacabd11-771c-4f03-969a-61edfafeae10 req-e7c7783d-01f6-4c24-b9e7-07857ad0d2eb service neutron] 10.222.0.79 "GET /v2.0/networks/7661c479-6572-4c20-bd27-63462f46ac46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525223 Apr 16 12:01:26.101310 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f9587-85ca-48ac-b7cf-40db14bee56b req-f0d0ae05-1be0-49fa-a3ee-047a7336629e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:26.102951 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c68f9587-85ca-48ac-b7cf-40db14bee56b req-f0d0ae05-1be0-49fa-a3ee-047a7336629e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=705b714d8f364504a20d48e49e14d504&device_id=11320d48-a170-4a4a-a542-35e279497943 HTTP/1.1" status: 200 len: 1097 time: 0.0883007 Apr 16 12:01:26.262858 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f9587-85ca-48ac-b7cf-40db14bee56b req-f61a3128-29f5-4033-a328-ba82635281e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:26.264402 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c68f9587-85ca-48ac-b7cf-40db14bee56b req-f61a3128-29f5-4033-a328-ba82635281e5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7661c479-6572-4c20-bd27-63462f46ac46 HTTP/1.1" status: 200 len: 916 time: 0.1543748 Apr 16 12:01:26.339653 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c68f9587-85ca-48ac-b7cf-40db14bee56b req-4c088090-32de-47de-98a2-d8204ddefe25 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b9faeb7-a910-42ad-b729-a6b699878c4e HTTP/1.1" status: 200 len: 217 time: 0.0679567 Apr 16 12:01:26.430431 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f9587-85ca-48ac-b7cf-40db14bee56b req-9f9f04eb-59f1-4400-b431-02f6f1206441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:26.432013 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c68f9587-85ca-48ac-b7cf-40db14bee56b req-9f9f04eb-59f1-4400-b431-02f6f1206441 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c258a631-143c-46ac-ae39-d1c548dff4b0 HTTP/1.1" status: 200 len: 855 time: 0.0847046 Apr 16 12:01:26.489084 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c68f9587-85ca-48ac-b7cf-40db14bee56b req-1111a3f1-1c87-4384-8626-dc7103c469bc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7661c479-6572-4c20-bd27-63462f46ac46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484962 Apr 16 12:01:26.659975 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c68f9587-85ca-48ac-b7cf-40db14bee56b req-de923077-1cbd-441b-ab8a-2a681330f05e service neutron] 10.222.0.79 "GET /v2.0/networks/7661c479-6572-4c20-bd27-63462f46ac46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629405 Apr 16 12:01:26.887809 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c68f9587-85ca-48ac-b7cf-40db14bee56b req-5bdecce2-1039-4ec6-b6d0-73b359a3d792 service neutron] 10.222.0.79 "GET /v2.0/networks/7661c479-6572-4c20-bd27-63462f46ac46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204940 Apr 16 12:01:26.901582 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501484b8-1ffb-44e4-beeb-3b28edde8fc9 req-f9a716ba-9213-491d-8519-7bf070a144d1 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:26.902390 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-501484b8-1ffb-44e4-beeb-3b28edde8fc9 req-f9a716ba-9213-491d-8519-7bf070a144d1 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Synchronizing usage tracker for tenant:705b714d8f364504a20d48e49e14d504 on resource:port {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:01:26.920493 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-501484b8-1ffb-44e4-beeb-3b28edde8fc9 req-f9a716ba-9213-491d-8519-7bf070a144d1 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Unset dirty status for tenant:705b714d8f364504a20d48e49e14d504 on resource:port {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:01:26.921786 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-501484b8-1ffb-44e4-beeb-3b28edde8fc9 req-f9a716ba-9213-491d-8519-7bf070a144d1 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=11320d48-a170-4a4a-a542-35e279497943 HTTP/1.1" status: 200 len: 944 time: 0.1706088 Apr 16 12:01:26.981431 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-501484b8-1ffb-44e4-beeb-3b28edde8fc9 req-d41e3a5b-687f-4c06-909b-efcab179d9f8 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472577 Apr 16 12:01:28.191959 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68444c-99b1-40d0-8ebf-06097e0014c8 req-1097ed82-b97d-4cc8-b6f7-b1777ca4f964 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:28.193742 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5c68444c-99b1-40d0-8ebf-06097e0014c8 req-1097ed82-b97d-4cc8-b6f7-b1777ca4f964 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=11320d48-a170-4a4a-a542-35e279497943 HTTP/1.1" status: 200 len: 944 time: 0.0966845 Apr 16 12:01:28.247744 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5c68444c-99b1-40d0-8ebf-06097e0014c8 req-73466610-4280-4116-85ba-96cc8d85b935 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466309 Apr 16 12:01:29.469180 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741d17a-b9d3-45a5-a41c-09a7ce2ad39e req-3cea1630-bd2c-4c66-9a29-73db7663b3e6 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:29.470939 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b741d17a-b9d3-45a5-a41c-09a7ce2ad39e req-3cea1630-bd2c-4c66-9a29-73db7663b3e6 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=11320d48-a170-4a4a-a542-35e279497943 HTTP/1.1" status: 200 len: 944 time: 0.0964861 Apr 16 12:01:29.523633 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b741d17a-b9d3-45a5-a41c-09a7ce2ad39e req-3984c2b9-5ca2-4e56-a196-475eefafdb9e tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455170 Apr 16 12:01:30.739916 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc0791-b36d-482a-870c-152a935e483f req-c0e6237d-114d-4540-a2bf-79dd5d61e2bc tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:30.741713 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-eadc0791-b36d-482a-870c-152a935e483f req-c0e6237d-114d-4540-a2bf-79dd5d61e2bc tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=11320d48-a170-4a4a-a542-35e279497943 HTTP/1.1" status: 200 len: 944 time: 0.0996177 Apr 16 12:01:30.793523 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 4b9faeb7-a910-42ad-b729-a6b699878c4e details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:01:30.806689 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-eadc0791-b36d-482a-870c-152a935e483f req-6849062d-f98f-43a1-a60d-8cc19f72d137 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513153 Apr 16 12:01:30.958821 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 4b9faeb7-a910-42ad-b729-a6b699878c4e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=4b9faeb7-a910-42ad-b729-a6b699878c4e,segment=NetworkSegment(15d11fa1-2759-4281-9662-7a0a5490799f),segment_id=15d11fa1-2759-4281-9662-7a0a5490799f)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:01:30.976174 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Returning: {'device': '4b9faeb7-a910-42ad-b729-a6b699878c4e', 'network_id': '7661c479-6572-4c20-bd27-63462f46ac46', 'port_id': '4b9faeb7-a910-42ad-b729-a6b699878c4e', 'mac_address': 'fa:16:3e:0d:bd:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c258a631-143c-46ac-ae39-d1c548dff4b0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:01:31.041776 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:31.062036 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b9faeb7-a910-42ad-b729-a6b699878c4e {{(pid=85339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:01:31.079809 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 4b9faeb7-a910-42ad-b729-a6b699878c4e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=4b9faeb7-a910-42ad-b729-a6b699878c4e,segment=NetworkSegment(15d11fa1-2759-4281-9662-7a0a5490799f),segment_id=15d11fa1-2759-4281-9662-7a0a5490799f)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:01:31.083437 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:31.085391 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:31.167354 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=4b9faeb7-a910-42ad-b729-a6b699878c4e,revision_number=4']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:31.171662 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:31.465966 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-edbc2a04-b6ad-42e2-a77e-171131e716b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:32.031887 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74897907-648e-4da5-8670-998da2607cfe req-18a41430-cad9-492d-91e2-ee587389b9b7 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:32.033648 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-74897907-648e-4da5-8670-998da2607cfe req-18a41430-cad9-492d-91e2-ee587389b9b7 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=11320d48-a170-4a4a-a542-35e279497943 HTTP/1.1" status: 200 len: 945 time: 0.1029336 Apr 16 12:01:32.087077 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-74897907-648e-4da5-8670-998da2607cfe req-3bf59418-8e7b-4b54-9144-7c770c2c336d tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465920 Apr 16 12:01:33.319629 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034169b-54e5-428c-ac00-db0a44e38be7 req-8f160eef-25d2-4477-9b68-686e4d753758 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:33.322011 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9034169b-54e5-428c-ac00-db0a44e38be7 req-8f160eef-25d2-4477-9b68-686e4d753758 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=11320d48-a170-4a4a-a542-35e279497943 HTTP/1.1" status: 200 len: 945 time: 0.0958152 Apr 16 12:01:33.381084 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9034169b-54e5-428c-ac00-db0a44e38be7 req-25cd482f-cdbf-4188-80aa-27706f4e2a95 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467370 Apr 16 12:01:33.840767 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['4b9faeb7-a910-42ad-b729-a6b699878c4e'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:01:34.651153 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd73616-ff47-46d3-ac4b-9dd06a8a289f req-b6582710-b145-4ca8-b51e-c849d8c5c284 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:34.652932 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6fd73616-ff47-46d3-ac4b-9dd06a8a289f req-b6582710-b145-4ca8-b51e-c849d8c5c284 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=11320d48-a170-4a4a-a542-35e279497943 HTTP/1.1" status: 200 len: 945 time: 0.1330380 Apr 16 12:01:34.729290 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6fd73616-ff47-46d3-ac4b-9dd06a8a289f req-25ec3660-afc5-42e9-aae9-8880e73c9e35 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679319 Apr 16 12:01:34.873816 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5320823e-b287-4e8a-8ef7-242c142fad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:35.767211 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 4b9faeb7-a910-42ad-b729-a6b699878c4e up at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:01:35.887269 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:35.895124 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning for port 4b9faeb7-a910-42ad-b729-a6b699878c4e completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:01:35.901328 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning complete for port 4b9faeb7-a910-42ad-b729-a6b699878c4e triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:01:35.902166 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:36.005384 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c47f5e-d9dd-40a5-8004-8fc4c4f2d711 req-1f72a7db-2554-496e-a6ea-75303f8bddc6 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:36.007201 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c4c47f5e-d9dd-40a5-8004-8fc4c4f2d711 req-1f72a7db-2554-496e-a6ea-75303f8bddc6 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=11320d48-a170-4a4a-a542-35e279497943 HTTP/1.1" status: 200 len: 945 time: 0.1205900 Apr 16 12:01:36.087813 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c4c47f5e-d9dd-40a5-8004-8fc4c4f2d711 req-6a07ceeb-32af-4436-b91d-4d66cc804fa2 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736775 Apr 16 12:01:36.266986 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:36.301823 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11320d48-a170-4a4a-a542-35e279497943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9faeb7-a910-42ad-b729-a6b699878c4e'}] {{(pid=85339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:01:36.313590 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 4b9faeb7-a910-42ad-b729-a6b699878c4e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=4b9faeb7-a910-42ad-b729-a6b699878c4e,segment=NetworkSegment(15d11fa1-2759-4281-9662-7a0a5490799f),segment_id=15d11fa1-2759-4281-9662-7a0a5490799f)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:01:36.317390 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:36.320345 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:36.363280 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11320d48-a170-4a4a-a542-35e279497943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9faeb7-a910-42ad-b729-a6b699878c4e', 'code': 200} Apr 16 12:01:36.411797 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=4b9faeb7-a910-42ad-b729-a6b699878c4e,revision_number=5']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:36.419945 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:36.432128 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:36.653050 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4316eb-2ff2-4b53-b34b-19c2921c9fae req-ec886a8f-f027-4a43-95af-d76cb0ecf65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:36.654610 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ab4316eb-2ff2-4b53-b34b-19c2921c9fae req-ec886a8f-f027-4a43-95af-d76cb0ecf65e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=11320d48-a170-4a4a-a542-35e279497943 HTTP/1.1" status: 200 len: 1099 time: 0.0967755 Apr 16 12:01:36.701651 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ab4316eb-2ff2-4b53-b34b-19c2921c9fae req-d1561699-e669-4521-92f3-22d1fc989797 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394480 Apr 16 12:01:37.335019 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3bb17-66bd-4370-807d-896f7305dcf1 req-c0792ec8-dc23-470a-a4f9-9ceed21b9949 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:37.336734 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e0c3bb17-66bd-4370-807d-896f7305dcf1 req-c0792ec8-dc23-470a-a4f9-9ceed21b9949 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=11320d48-a170-4a4a-a542-35e279497943 HTTP/1.1" status: 200 len: 946 time: 0.1133695 Apr 16 12:01:37.394394 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e0c3bb17-66bd-4370-807d-896f7305dcf1 req-6c49e2de-6f0b-43e5-b210-079c04376134 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469999 Apr 16 12:01:37.620614 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:37.883923 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 57758) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:38.117753 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-03fc456f-27b5-4474-80d3-fc043dbb1f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:38.134646 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-03fc456f-27b5-4474-80d3-fc043dbb1f31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:38.139011 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-03fc456f-27b5-4474-80d3-fc043dbb1f31 admin admin] Usage tracker for resource:security_group_rule and tenant:1933d02264aa462d8fb6a51f6018a732 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:01:38.142158 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-03fc456f-27b5-4474-80d3-fc043dbb1f31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:01:38.149398 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-03fc456f-27b5-4474-80d3-fc043dbb1f31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:38.260232 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-03fc456f-27b5-4474-80d3-fc043dbb1f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:38.264205 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-03fc456f-27b5-4474-80d3-fc043dbb1f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:38.273818 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-fe73099d-0515-4000-9cf9-7cc46ba15315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:38.321899 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-03fc456f-27b5-4474-80d3-fc043dbb1f31 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1933d02264aa462d8fb6a51f6018a732&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4366167 Apr 16 12:01:38.322801 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc456f-27b5-4474-80d3-fc043dbb1f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8163032c-229c-48a7-83c7-93f887e1e8d0,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:38.324796 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 57764) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:38.326709 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-03fc456f-27b5-4474-80d3-fc043dbb1f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:38.396579 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3f6be975-de33-4751-94f7-f9ede9f2262e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:38.429270 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3f6be975-de33-4751-94f7-f9ede9f2262e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:38.492455 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3f6be975-de33-4751-94f7-f9ede9f2262e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:38.501881 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-58cbe3a9-b122-46f5-9b3c-a61281cc512b tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:38.529758 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6be975-de33-4751-94f7-f9ede9f2262e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8163032c-229c-48a7-83c7-93f887e1e8d0,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:38.536566 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-3f6be975-de33-4751-94f7-f9ede9f2262e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:38.538593 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3f6be975-de33-4751-94f7-f9ede9f2262e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:38.543532 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-3f6be975-de33-4751-94f7-f9ede9f2262e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8163032c-229c-48a7-83c7-93f887e1e8d0 HTTP/1.1" status: 204 len: 168 time: 0.2141807 Apr 16 12:01:38.666121 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50092790-563d-4c80-977e-0e6f890d4c70 req-ed562592-7440-44a3-9698-2882599ce7fb tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:38.668210 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-50092790-563d-4c80-977e-0e6f890d4c70 req-ed562592-7440-44a3-9698-2882599ce7fb tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=11320d48-a170-4a4a-a542-35e279497943 HTTP/1.1" status: 200 len: 946 time: 0.1158957 Apr 16 12:01:38.732851 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-50092790-563d-4c80-977e-0e6f890d4c70 req-0c6c6798-a38f-4b8f-b163-4a1287fc22d2 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542603 Apr 16 12:01:43.764467 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:45.406938 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:01:46.818236 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 57916) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:46.948069 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ecb9dfd8-906d-49d5-b84c-d946437c0d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:46.965679 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-ecb9dfd8-906d-49d5-b84c-d946437c0d0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:46.970128 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-ecb9dfd8-906d-49d5-b84c-d946437c0d0c admin admin] Usage tracker for resource:security_group_rule and tenant:1148d2423aea4d76abb5477ead31b583 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:01:46.974289 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-ecb9dfd8-906d-49d5-b84c-d946437c0d0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:01:46.981182 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-ecb9dfd8-906d-49d5-b84c-d946437c0d0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:47.082544 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ecb9dfd8-906d-49d5-b84c-d946437c0d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:47.085825 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ecb9dfd8-906d-49d5-b84c-d946437c0d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:47.100425 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-5bb55223-005f-4f24-8dd7-5b1d324dd820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:47.147659 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-ecb9dfd8-906d-49d5-b84c-d946437c0d0c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1148d2423aea4d76abb5477ead31b583&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3281744 Apr 16 12:01:47.149652 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9dfd8-906d-49d5-b84c-d946437c0d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f660ad1c-97c3-4551-a065-b804938755fb,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:47.150620 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 57922) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:47.159559 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb9dfd8-906d-49d5-b84c-d946437c0d0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:47.159961 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb9dfd8-906d-49d5-b84c-d946437c0d0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:47.160427 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb9dfd8-906d-49d5-b84c-d946437c0d0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:47.160836 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb9dfd8-906d-49d5-b84c-d946437c0d0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:47.161244 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb9dfd8-906d-49d5-b84c-d946437c0d0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:47.161650 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb9dfd8-906d-49d5-b84c-d946437c0d0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:47.162052 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb9dfd8-906d-49d5-b84c-d946437c0d0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:47.162451 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb9dfd8-906d-49d5-b84c-d946437c0d0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:47.162851 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb9dfd8-906d-49d5-b84c-d946437c0d0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:47.163246 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb9dfd8-906d-49d5-b84c-d946437c0d0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:47.163652 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb9dfd8-906d-49d5-b84c-d946437c0d0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:47.164046 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb9dfd8-906d-49d5-b84c-d946437c0d0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:47.168667 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-ecb9dfd8-906d-49d5-b84c-d946437c0d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:47.219001 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-99012e0c-2162-4855-98d5-7f1cfc48b286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:47.254844 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-99012e0c-2162-4855-98d5-7f1cfc48b286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:47.304605 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-99012e0c-2162-4855-98d5-7f1cfc48b286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:47.310075 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-8e7ee87c-5136-4ada-800b-d0cd9c64381b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:47.323955 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99012e0c-2162-4855-98d5-7f1cfc48b286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f660ad1c-97c3-4551-a065-b804938755fb,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:47.328611 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-99012e0c-2162-4855-98d5-7f1cfc48b286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:47.335865 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-99012e0c-2162-4855-98d5-7f1cfc48b286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:47.337045 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-99012e0c-2162-4855-98d5-7f1cfc48b286 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f660ad1c-97c3-4551-a065-b804938755fb HTTP/1.1" status: 204 len: 168 time: 0.1853380 Apr 16 12:01:47.766815 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 57932) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:47.798762 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3ab12b62-7a0e-41b0-8e8a-8b3221e402d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:47.822350 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-3ab12b62-7a0e-41b0-8e8a-8b3221e402d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:47.827019 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-3ab12b62-7a0e-41b0-8e8a-8b3221e402d5 admin admin] Usage tracker for resource:security_group_rule and tenant:d2f5256d456e40b59fd121d32e0a958b is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:01:47.831561 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-3ab12b62-7a0e-41b0-8e8a-8b3221e402d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:01:47.838444 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-3ab12b62-7a0e-41b0-8e8a-8b3221e402d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:47.941957 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3ab12b62-7a0e-41b0-8e8a-8b3221e402d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:47.945570 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3ab12b62-7a0e-41b0-8e8a-8b3221e402d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:47.955492 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-d026c05e-58b8-418b-b7d4-1825ef23df5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:48.003586 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-3ab12b62-7a0e-41b0-8e8a-8b3221e402d5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d2f5256d456e40b59fd121d32e0a958b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342446 Apr 16 12:01:48.005758 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab12b62-7a0e-41b0-8e8a-8b3221e402d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9592db2-f28c-4a8e-a6cb-76b9afb21c34,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:48.006761 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 57936) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:48.012390 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-3ab12b62-7a0e-41b0-8e8a-8b3221e402d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:48.079682 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3b150c22-37ed-4421-9153-6b75019ead7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:48.109867 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3b150c22-37ed-4421-9153-6b75019ead7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:48.160524 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3b150c22-37ed-4421-9153-6b75019ead7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:48.169902 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-2f68c612-dff1-4a67-9a73-5d9324f4081c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:48.185925 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b150c22-37ed-4421-9153-6b75019ead7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9592db2-f28c-4a8e-a6cb-76b9afb21c34,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:48.188594 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-3b150c22-37ed-4421-9153-6b75019ead7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:48.208089 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3b150c22-37ed-4421-9153-6b75019ead7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:48.210195 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-3b150c22-37ed-4421-9153-6b75019ead7e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b9592db2-f28c-4a8e-a6cb-76b9afb21c34 HTTP/1.1" status: 204 len: 168 time: 0.2019053 Apr 16 12:01:51.381088 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-7f711dba-8463-491b-9b28-23c5398b0825 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:51.382788 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-7f711dba-8463-491b-9b28-23c5398b0825 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/networks?id=7661c479-6572-4c20-bd27-63462f46ac46 HTTP/1.1" status: 200 len: 815 time: 0.1727717 Apr 16 12:01:51.400299 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-27d2ff65-f388-4d49-80e2-8e747f154865 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/quotas/705b714d8f364504a20d48e49e14d504 HTTP/1.1" status: 200 len: 375 time: 0.0111382 Apr 16 12:01:51.505719 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-d5b0c55b-ee9c-414d-a581-6f1f3342c95a tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=705b714d8f364504a20d48e49e14d504&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0988274 Apr 16 12:01:51.782534 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-550ed8c4-306e-4a9d-84ba-c8623f158fa9 service neutron] 10.222.0.71 "GET /v2.0/networks/7661c479-6572-4c20-bd27-63462f46ac46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689607 Apr 16 12:01:52.180243 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-9727decc-aa56-49be-a46b-18d13eda1ded service neutron] 10.222.0.71 "GET /v2.0/networks/7661c479-6572-4c20-bd27-63462f46ac46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907087 Apr 16 12:01:52.420162 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-90abf406-b7ae-475a-aaa6-67bb53817414 req-a9acd62f-1797-4d73-83c7-ed0757b36b41 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e073138-c6f0-41c6-bd72-546ae2994618 HTTP/1.1" status: 200 len: 210 time: 0.0564992 Apr 16 12:01:53.599790 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c1d40dee-723b-4858-9f51-d0787208a538 req-75de1a36-5ded-4e58-9247-4b2e3ce7b76e tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e073138-c6f0-41c6-bd72-546ae2994618 HTTP/1.1" status: 200 len: 210 time: 0.0533259 Apr 16 12:01:53.963552 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-5b8818dd-04a9-48ca-adae-d405408160c7 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:53.966146 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-5b8818dd-04a9-48ca-adae-d405408160c7 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.79 "GET /v2.0/networks?id=7661c479-6572-4c20-bd27-63462f46ac46 HTTP/1.1" status: 200 len: 815 time: 0.2207248 Apr 16 12:01:53.984294 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-3ed7f799-8b54-4cc2-a1fa-499cc328c103 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Request body: {'port': {'device_id': '2e073138-c6f0-41c6-bd72-546ae2994618', 'network_id': '7661c479-6572-4c20-bd27-63462f46ac46', 'admin_state_up': True, 'tenant_id': '705b714d8f364504a20d48e49e14d504'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:01:54.144352 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-3ed7f799-8b54-4cc2-a1fa-499cc328c103 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:54.154448 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-3ed7f799-8b54-4cc2-a1fa-499cc328c103 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:54.166571 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-3ed7f799-8b54-4cc2-a1fa-499cc328c103 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Made reservation on behalf of 705b714d8f364504a20d48e49e14d504 for: {'port': 1} {{(pid=85337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:01:54.173188 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-3ed7f799-8b54-4cc2-a1fa-499cc328c103 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:54.356766 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b49cb511-1de1-4edd-b32a-5fcfaed44e83 req-e395c5ea-5bc6-4273-8d5c-d1b6478ad025 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e47ecfd4-b7d1-4cea-9517-37178ce236d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0819929 Apr 16 12:01:54.359513 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-3ed7f799-8b54-4cc2-a1fa-499cc328c103 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Allocated IP 172.20.0.13 (7661c479-6572-4c20-bd27-63462f46ac46/c258a631-143c-46ac-ae39-d1c548dff4b0/c8a02acf-a8e4-4f12-967d-052a3b888261) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:01:54.522893 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49cb511-1de1-4edd-b32a-5fcfaed44e83 req-a8b902dd-9fb4-46e0-ae8e-ce14270d8056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:54.524610 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b49cb511-1de1-4edd-b32a-5fcfaed44e83 req-a8b902dd-9fb4-46e0-ae8e-ce14270d8056 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=705b714d8f364504a20d48e49e14d504&device_id=e47ecfd4-b7d1-4cea-9517-37178ce236d6 HTTP/1.1" status: 200 len: 1098 time: 0.0892251 Apr 16 12:01:54.584905 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-3ed7f799-8b54-4cc2-a1fa-499cc328c103 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:54.632088 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-3ed7f799-8b54-4cc2-a1fa-499cc328c103 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:54.647265 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['78103631-4671-4c83-b831-bccec2bec8c5', '9f0f4c20-4751-43a6-a865-3069db484dd8', '4b9faeb7-a910-42ad-b729-a6b699878c4e'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:01:54.648740 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-698e8cb8-bd1a-478d-8ccf-a2f22c6da008 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:54.729470 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7f799-8b54-4cc2-a1fa-499cc328c103 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Pushing event updated for resources: {'Port': ['ID=c8a02acf-a8e4-4f12-967d-052a3b888261,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:54.735963 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-3ed7f799-8b54-4cc2-a1fa-499cc328c103 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:54.749957 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49cb511-1de1-4edd-b32a-5fcfaed44e83 req-0b270a7b-93c9-437e-b397-75f6fe3fcb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:54.752010 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b49cb511-1de1-4edd-b32a-5fcfaed44e83 req-0b270a7b-93c9-437e-b397-75f6fe3fcb24 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7661c479-6572-4c20-bd27-63462f46ac46 HTTP/1.1" status: 200 len: 916 time: 0.2062953 Apr 16 12:01:54.876908 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b49cb511-1de1-4edd-b32a-5fcfaed44e83 req-da5c9c9b-9683-4e73-93f6-269f912af23f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78103631-4671-4c83-b831-bccec2bec8c5 HTTP/1.1" status: 200 len: 217 time: 0.0838680 Apr 16 12:01:54.884306 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-3ed7f799-8b54-4cc2-a1fa-499cc328c103 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Network 7661c479-6572-4c20-bd27-63462f46ac46 is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:01:54.885571 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-3ed7f799-8b54-4cc2-a1fa-499cc328c103 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:01:54.888476 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-3ed7f799-8b54-4cc2-a1fa-499cc328c103 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:01:54.966359 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-3ed7f799-8b54-4cc2-a1fa-499cc328c103 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:54.967080 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-3ed7f799-8b54-4cc2-a1fa-499cc328c103 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:54.974689 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b2d6d-7246-49a7-94f3-48d6ea634f03 req-71a00857-03b1-421c-b8a6-9e3782ad5629 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:54.976445 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7b7b2d6d-7246-49a7-94f3-48d6ea634f03 req-71a00857-03b1-421c-b8a6-9e3782ad5629 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e073138-c6f0-41c6-bd72-546ae2994618 HTTP/1.1" status: 200 len: 932 time: 0.2228384 Apr 16 12:01:54.980473 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49cb511-1de1-4edd-b32a-5fcfaed44e83 req-114cb015-0195-4577-b1c2-7f06280ec5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:54.982155 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b49cb511-1de1-4edd-b32a-5fcfaed44e83 req-114cb015-0195-4577-b1c2-7f06280ec5cd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c258a631-143c-46ac-ae39-d1c548dff4b0 HTTP/1.1" status: 200 len: 855 time: 0.0969312 Apr 16 12:01:54.995956 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-3ed7f799-8b54-4cc2-a1fa-499cc328c103 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0173237 Apr 16 12:01:55.014861 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-e17566ce-72a8-495c-9b00-402485638742 service neutron] Request body: {'port': {'device_id': '2e073138-c6f0-41c6-bd72-546ae2994618', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:01:55.119258 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b49cb511-1de1-4edd-b32a-5fcfaed44e83 req-8342c3fe-f9ed-4743-a658-a96d7e3174b9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7661c479-6572-4c20-bd27-63462f46ac46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1258845 Apr 16 12:01:55.132946 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7b7b2d6d-7246-49a7-94f3-48d6ea634f03 req-ed57677e-f27c-4bb3-8c52-d9c4703067e4 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408467 Apr 16 12:01:55.147968 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-e17566ce-72a8-495c-9b00-402485638742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:55.322747 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b49cb511-1de1-4edd-b32a-5fcfaed44e83 req-eeb99496-2615-4c81-b263-379e5208fc00 service neutron] 10.222.0.79 "GET /v2.0/networks/7661c479-6572-4c20-bd27-63462f46ac46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852107 Apr 16 12:01:55.603277 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-e17566ce-72a8-495c-9b00-402485638742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8a02acf-a8e4-4f12-967d-052a3b888261 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:01:55.612126 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-e17566ce-72a8-495c-9b00-402485638742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:55.631587 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-e17566ce-72a8-495c-9b00-402485638742 service neutron] Transition to ACTIVE for port object c8a02acf-a8e4-4f12-967d-052a3b888261 will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:01:55.635276 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-e17566ce-72a8-495c-9b00-402485638742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847015921'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:55.655427 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-d9db4458-3659-49cd-85d8-21ca30700b16 tempest-DeleteServersTestJSON-828473013 tempest-DeleteServersTestJSON-828473013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:55.737688 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b49cb511-1de1-4edd-b32a-5fcfaed44e83 req-e429fad4-5f92-42f0-b624-8c54d96b9a8e service neutron] 10.222.0.79 "GET /v2.0/networks/7661c479-6572-4c20-bd27-63462f46ac46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076056 Apr 16 12:01:55.802508 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17566ce-72a8-495c-9b00-402485638742 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a02acf-a8e4-4f12-967d-052a3b888261,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:55.807415 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e17566ce-72a8-495c-9b00-402485638742 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:56.047484 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-e17566ce-72a8-495c-9b00-402485638742 service neutron] Attempting to bind port c8a02acf-a8e4-4f12-967d-052a3b888261 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:01:56.047863 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-e17566ce-72a8-495c-9b00-402485638742 service neutron] Attempting to bind port c8a02acf-a8e4-4f12-967d-052a3b888261 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '15d11fa1-2759-4281-9662-7a0a5490799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7661c479-6572-4c20-bd27-63462f46ac46'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:01:56.048236 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-e17566ce-72a8-495c-9b00-402485638742 service neutron] Attempting to bind port c8a02acf-a8e4-4f12-967d-052a3b888261 on network 7661c479-6572-4c20-bd27-63462f46ac46 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:01:56.053536 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-e17566ce-72a8-495c-9b00-402485638742 service neutron] Port c8a02acf-a8e4-4f12-967d-052a3b888261 on network 7661c479-6572-4c20-bd27-63462f46ac46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 12:01:56.053909 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-e17566ce-72a8-495c-9b00-402485638742 service neutron] Attempting to bind port c8a02acf-a8e4-4f12-967d-052a3b888261 on network 7661c479-6572-4c20-bd27-63462f46ac46 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:01:56.059798 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-e17566ce-72a8-495c-9b00-402485638742 service neutron] Checking agent: {'id': '719f3357-7d54-4b9e-9866-52b19e770139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'started_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:01:56.060171 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-e17566ce-72a8-495c-9b00-402485638742 service neutron] Checking segment: {'id': '15d11fa1-2759-4281-9662-7a0a5490799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7661c479-6572-4c20-bd27-63462f46ac46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:01:56.060625 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-e17566ce-72a8-495c-9b00-402485638742 service neutron] Bound using segment: {'id': '15d11fa1-2759-4281-9662-7a0a5490799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7661c479-6572-4c20-bd27-63462f46ac46'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:01:56.061103 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-e17566ce-72a8-495c-9b00-402485638742 service neutron] Bound port: c8a02acf-a8e4-4f12-967d-052a3b888261, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15d11fa1-2759-4281-9662-7a0a5490799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7661c479-6572-4c20-bd27-63462f46ac46'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:01:56.061495 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-e17566ce-72a8-495c-9b00-402485638742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:56.177660 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-e17566ce-72a8-495c-9b00-402485638742 service neutron] For port c8a02acf-a8e4-4f12-967d-052a3b888261, host hv-cinder-68948, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:01:56.181136 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-e17566ce-72a8-495c-9b00-402485638742 service neutron] For port c8a02acf-a8e4-4f12-967d-052a3b888261, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=c8a02acf-a8e4-4f12-967d-052a3b888261,segment=NetworkSegment(15d11fa1-2759-4281-9662-7a0a5490799f),segment_id=15d11fa1-2759-4281-9662-7a0a5490799f)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:01:56.187095 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-e17566ce-72a8-495c-9b00-402485638742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847015921'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:56.204873 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-eb6c46ca-63ea-4ff8-a7d9-d5fec9667856 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:56.421122 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17566ce-72a8-495c-9b00-402485638742 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a02acf-a8e4-4f12-967d-052a3b888261,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:56.430294 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e17566ce-72a8-495c-9b00-402485638742 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:56.483520 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-e17566ce-72a8-495c-9b00-402485638742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:56.484083 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-e17566ce-72a8-495c-9b00-402485638742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:56.485636 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-e17566ce-72a8-495c-9b00-402485638742 service neutron] 10.222.0.79 "PUT /v2.0/ports/c8a02acf-a8e4-4f12-967d-052a3b888261 HTTP/1.1" status: 200 len: 1094 time: 1.4756768 Apr 16 12:01:56.486201 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e073138-c6f0-41c6-bd72-546ae2994618', 'tag': 'c8a02acf-a8e4-4f12-967d-052a3b888261'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:01:56.504033 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dcbfed-708f-4273-910c-875996c2a697 req-09d421d5-779f-43f9-aee1-0eab95f003a6 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:56.504889 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-c8dcbfed-708f-4273-910c-875996c2a697 req-09d421d5-779f-43f9-aee1-0eab95f003a6 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Synchronizing usage tracker for tenant:705b714d8f364504a20d48e49e14d504 on resource:port {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:01:56.523356 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-c8dcbfed-708f-4273-910c-875996c2a697 req-09d421d5-779f-43f9-aee1-0eab95f003a6 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Unset dirty status for tenant:705b714d8f364504a20d48e49e14d504 on resource:port {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:01:56.524714 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c8dcbfed-708f-4273-910c-875996c2a697 req-09d421d5-779f-43f9-aee1-0eab95f003a6 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e073138-c6f0-41c6-bd72-546ae2994618 HTTP/1.1" status: 200 len: 944 time: 0.2232192 Apr 16 12:01:56.629785 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c8dcbfed-708f-4273-910c-875996c2a697 req-34f75865-7708-4710-afbd-d04bfd73e437 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640922 Apr 16 12:01:56.665041 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-6606de59-b1df-42e1-9026-c0d70796aa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:56.666683 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-6606de59-b1df-42e1-9026-c0d70796aa64 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=705b714d8f364504a20d48e49e14d504&device_id=2e073138-c6f0-41c6-bd72-546ae2994618 HTTP/1.1" status: 200 len: 1097 time: 0.1390595 Apr 16 12:01:56.741411 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e073138-c6f0-41c6-bd72-546ae2994618', 'tag': 'c8a02acf-a8e4-4f12-967d-052a3b888261', 'status': 'completed', 'code': 200} Apr 16 12:01:56.750534 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-a50f57cc-97bc-4ab1-9203-bbf954309b8e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8a02acf-a8e4-4f12-967d-052a3b888261 HTTP/1.1" status: 200 len: 217 time: 0.0744648 Apr 16 12:01:56.822051 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-03eadfb1-a367-4768-80d0-d5901edc7f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:56.823994 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-03eadfb1-a367-4768-80d0-d5901edc7f5a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c258a631-143c-46ac-ae39-d1c548dff4b0 HTTP/1.1" status: 200 len: 855 time: 0.0667651 Apr 16 12:01:56.891930 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-8b21aeb6-ae70-40ba-a704-d4fbd4498587 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7661c479-6572-4c20-bd27-63462f46ac46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607607 Apr 16 12:01:57.054386 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-9feb972b-a046-4495-ba7a-42fbe3d7e4f8 service neutron] 10.222.0.79 "GET /v2.0/networks/7661c479-6572-4c20-bd27-63462f46ac46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492329 Apr 16 12:01:57.209265 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-560fd7ab-4f4a-4dc4-87ed-804d8385cb3e req-3f450498-25f0-4923-89d0-041d0a7bbabf service neutron] 10.222.0.79 "GET /v2.0/networks/7661c479-6572-4c20-bd27-63462f46ac46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474442 Apr 16 12:01:57.349342 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6734d-632b-482e-9d12-200ff459abef req-b4f586bb-985b-4fe6-9197-1d7cd4ecc6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:57.351027 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-cee6734d-632b-482e-9d12-200ff459abef req-b4f586bb-985b-4fe6-9197-1d7cd4ecc6a5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=705b714d8f364504a20d48e49e14d504&device_id=2e073138-c6f0-41c6-bd72-546ae2994618 HTTP/1.1" status: 200 len: 1097 time: 0.0807154 Apr 16 12:01:57.500041 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6734d-632b-482e-9d12-200ff459abef req-877fb02d-dfee-4437-894d-4589b4ab5c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:57.501567 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-cee6734d-632b-482e-9d12-200ff459abef req-877fb02d-dfee-4437-894d-4589b4ab5c23 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7661c479-6572-4c20-bd27-63462f46ac46 HTTP/1.1" status: 200 len: 916 time: 0.1389489 Apr 16 12:01:57.579341 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-cee6734d-632b-482e-9d12-200ff459abef req-d20dbd8c-37f1-44dd-b415-5ce9e54c3186 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8a02acf-a8e4-4f12-967d-052a3b888261 HTTP/1.1" status: 200 len: 217 time: 0.0700402 Apr 16 12:01:57.654912 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6734d-632b-482e-9d12-200ff459abef req-29acd748-5fdf-48d0-a99f-05b91e4d9f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:57.656531 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-cee6734d-632b-482e-9d12-200ff459abef req-29acd748-5fdf-48d0-a99f-05b91e4d9f5b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c258a631-143c-46ac-ae39-d1c548dff4b0 HTTP/1.1" status: 200 len: 855 time: 0.0693409 Apr 16 12:01:57.717499 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-cee6734d-632b-482e-9d12-200ff459abef req-f22abc3c-dbda-41f2-bbb4-70819470b370 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7661c479-6572-4c20-bd27-63462f46ac46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506828 Apr 16 12:01:57.875698 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-cee6734d-632b-482e-9d12-200ff459abef req-574b8d41-6949-4127-891b-42efece76117 service neutron] 10.222.0.79 "GET /v2.0/networks/7661c479-6572-4c20-bd27-63462f46ac46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482294 Apr 16 12:01:58.333526 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-cee6734d-632b-482e-9d12-200ff459abef req-873d5172-bc5c-47f6-bd60-9da0415bbd34 service neutron] 10.222.0.79 "GET /v2.0/networks/7661c479-6572-4c20-bd27-63462f46ac46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501987 Apr 16 12:01:58.347019 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f8750b-4256-4338-8d8d-1538bc403d36 req-33f36d3f-fd7f-4882-8af7-280d661a04f0 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:58.348684 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-47f8750b-4256-4338-8d8d-1538bc403d36 req-33f36d3f-fd7f-4882-8af7-280d661a04f0 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e073138-c6f0-41c6-bd72-546ae2994618 HTTP/1.1" status: 200 len: 944 time: 0.4329729 Apr 16 12:01:58.399578 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-47f8750b-4256-4338-8d8d-1538bc403d36 req-b106aa33-cda5-4ce8-9b03-642ac5adaaa8 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443819 Apr 16 12:01:59.608587 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ea316-5133-483a-821a-ad943822b4b3 req-4246652b-542b-4e53-92e5-4003455786f4 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:59.610176 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-dc9ea316-5133-483a-821a-ad943822b4b3 req-4246652b-542b-4e53-92e5-4003455786f4 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e073138-c6f0-41c6-bd72-546ae2994618 HTTP/1.1" status: 200 len: 944 time: 0.0928643 Apr 16 12:01:59.659815 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-dc9ea316-5133-483a-821a-ad943822b4b3 req-e4af412a-fc7f-4244-891a-dd5435b6ef05 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425742 Apr 16 12:02:00.875911 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaba6e6-08cb-4a6a-98d0-062cb297a26d req-3ef3e300-6006-4452-b6f3-f97a8291da5d tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:00.878195 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-eaaba6e6-08cb-4a6a-98d0-062cb297a26d req-3ef3e300-6006-4452-b6f3-f97a8291da5d tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e073138-c6f0-41c6-bd72-546ae2994618 HTTP/1.1" status: 200 len: 944 time: 0.1014726 Apr 16 12:02:00.932734 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-eaaba6e6-08cb-4a6a-98d0-062cb297a26d req-6a59d7d4-93f5-46a7-a452-1f92836422d6 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480638 Apr 16 12:02:01.251312 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 58110) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:01.375907 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-028d8c54-2f16-4cec-9643-d7ece46e76d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:01.391142 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-028d8c54-2f16-4cec-9643-d7ece46e76d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:01.395683 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-028d8c54-2f16-4cec-9643-d7ece46e76d1 admin admin] Usage tracker for resource:security_group_rule and tenant:23b5de6fe56a48ae98b239d3c19d3bb9 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:01.398823 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-028d8c54-2f16-4cec-9643-d7ece46e76d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:01.404994 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-028d8c54-2f16-4cec-9643-d7ece46e76d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:01.461116 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0830cd18-3213-41b8-bb66-86158b2fa533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:01.498665 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-028d8c54-2f16-4cec-9643-d7ece46e76d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:01.501603 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-028d8c54-2f16-4cec-9643-d7ece46e76d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:01.511502 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-3ac024ed-f292-4cb5-84ca-b99afd7c88b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:01.558690 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-028d8c54-2f16-4cec-9643-d7ece46e76d1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=23b5de6fe56a48ae98b239d3c19d3bb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3059666 Apr 16 12:02:01.559719 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d8c54-2f16-4cec-9643-d7ece46e76d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ece319b-d0f8-4119-a28a-20ec316fc8e4,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:01.561797 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 58116) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:01.563491 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-028d8c54-2f16-4cec-9643-d7ece46e76d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:01.633651 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-431396a9-609d-4f2e-aad2-04dee91deccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:01.664670 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-431396a9-609d-4f2e-aad2-04dee91deccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:01.711286 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-431396a9-609d-4f2e-aad2-04dee91deccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:01.716590 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-25fd98c7-0c2c-4c50-ad69-9325536cc9bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:01.731067 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431396a9-609d-4f2e-aad2-04dee91deccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ece319b-d0f8-4119-a28a-20ec316fc8e4,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:01.733539 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-431396a9-609d-4f2e-aad2-04dee91deccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:01.742449 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-431396a9-609d-4f2e-aad2-04dee91deccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:01.743676 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-431396a9-609d-4f2e-aad2-04dee91deccd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7ece319b-d0f8-4119-a28a-20ec316fc8e4 HTTP/1.1" status: 204 len: 168 time: 0.1806705 Apr 16 12:02:01.915149 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device c8a02acf-a8e4-4f12-967d-052a3b888261 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:02:02.082421 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port c8a02acf-a8e4-4f12-967d-052a3b888261, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=c8a02acf-a8e4-4f12-967d-052a3b888261,segment=NetworkSegment(15d11fa1-2759-4281-9662-7a0a5490799f),segment_id=15d11fa1-2759-4281-9662-7a0a5490799f)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:02.089042 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 58126) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:02.099295 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Returning: {'device': 'c8a02acf-a8e4-4f12-967d-052a3b888261', 'network_id': '7661c479-6572-4c20-bd27-63462f46ac46', 'port_id': 'c8a02acf-a8e4-4f12-967d-052a3b888261', 'mac_address': 'fa:16:3e:40:c0:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c258a631-143c-46ac-ae39-d1c548dff4b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:02:02.110572 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7603204c-9778-495d-bfa7-2bcfc62a8e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:02.128900 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-7603204c-9778-495d-bfa7-2bcfc62a8e54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:02.133368 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-7603204c-9778-495d-bfa7-2bcfc62a8e54 admin admin] Usage tracker for resource:security_group_rule and tenant:1044adb4f2a6449baabc21668a88b7fc is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:02.136641 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-7603204c-9778-495d-bfa7-2bcfc62a8e54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:02.144474 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-7603204c-9778-495d-bfa7-2bcfc62a8e54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:02.165688 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:02.177519 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2144813-e1ca-4db8-a5b4-e2e43d530057 req-59a32826-7f9e-43cf-a4aa-4d108dc54228 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:02.180543 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d2144813-e1ca-4db8-a5b4-e2e43d530057 req-59a32826-7f9e-43cf-a4aa-4d108dc54228 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e073138-c6f0-41c6-bd72-546ae2994618 HTTP/1.1" status: 200 len: 944 time: 0.1162338 Apr 16 12:02:02.185529 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8a02acf-a8e4-4f12-967d-052a3b888261 {{(pid=85339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:02:02.202805 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port c8a02acf-a8e4-4f12-967d-052a3b888261, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=c8a02acf-a8e4-4f12-967d-052a3b888261,segment=NetworkSegment(15d11fa1-2759-4281-9662-7a0a5490799f),segment_id=15d11fa1-2759-4281-9662-7a0a5490799f)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:02.213835 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:02.215732 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:02.258643 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7603204c-9778-495d-bfa7-2bcfc62a8e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:02.261038 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d2144813-e1ca-4db8-a5b4-e2e43d530057 req-769b335a-9ae3-440d-90b9-14cef25bd3b1 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727348 Apr 16 12:02:02.261809 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7603204c-9778-495d-bfa7-2bcfc62a8e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:02.271631 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-dec4ad96-2aaa-4999-bd0c-93a113cd81d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:02.294124 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=c8a02acf-a8e4-4f12-967d-052a3b888261,revision_number=4']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:02.297811 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:02.313144 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-7603204c-9778-495d-bfa7-2bcfc62a8e54 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1044adb4f2a6449baabc21668a88b7fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2227328 Apr 16 12:02:02.317036 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 58130) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:02.318479 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603204c-9778-495d-bfa7-2bcfc62a8e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06ed75b-4535-4717-9a5c-e146a0514874,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:02.321702 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-7603204c-9778-495d-bfa7-2bcfc62a8e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:02.380285 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f88ba985-f450-4098-b879-8f0208bcaeaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:02.407855 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f88ba985-f450-4098-b879-8f0208bcaeaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:02.457096 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f88ba985-f450-4098-b879-8f0208bcaeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:02.462194 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-85c72d0e-8347-4558-8a5b-c1cadd3b2324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:02.475997 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ba985-f450-4098-b879-8f0208bcaeaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06ed75b-4535-4717-9a5c-e146a0514874,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:02.479147 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f88ba985-f450-4098-b879-8f0208bcaeaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:02.481187 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f88ba985-f450-4098-b879-8f0208bcaeaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:02.482384 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-f88ba985-f450-4098-b879-8f0208bcaeaf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f06ed75b-4535-4717-9a5c-e146a0514874 HTTP/1.1" status: 204 len: 168 time: 0.1641793 Apr 16 12:02:02.621585 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['c8a02acf-a8e4-4f12-967d-052a3b888261'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:02:03.466688 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3cef2d-6b50-4c6c-991d-22e83ec8d7c8 req-49e1fa1b-bc29-4ade-a29e-918c78b5de83 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:03.468336 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-cb3cef2d-6b50-4c6c-991d-22e83ec8d7c8 req-49e1fa1b-bc29-4ade-a29e-918c78b5de83 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e073138-c6f0-41c6-bd72-546ae2994618 HTTP/1.1" status: 200 len: 945 time: 0.0948398 Apr 16 12:02:03.517295 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-cb3cef2d-6b50-4c6c-991d-22e83ec8d7c8 req-f7315fc0-70fd-42bb-b988-e797325f2b89 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425189 Apr 16 12:02:03.729850 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 58164) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:03.860327 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5b1d6a07-b566-4d86-9781-e1bb85798bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:03.876801 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-5b1d6a07-b566-4d86-9781-e1bb85798bd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:03.881504 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-5b1d6a07-b566-4d86-9781-e1bb85798bd7 admin admin] Usage tracker for resource:security_group_rule and tenant:c37be355bebc4ce796b353b1b801a656 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:03.884477 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-5b1d6a07-b566-4d86-9781-e1bb85798bd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:03.890426 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-5b1d6a07-b566-4d86-9781-e1bb85798bd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:03.922460 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device c8a02acf-a8e4-4f12-967d-052a3b888261 up at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:02:03.981708 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5b1d6a07-b566-4d86-9781-e1bb85798bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:03.984974 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5b1d6a07-b566-4d86-9781-e1bb85798bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:03.995603 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-971d34c3-4c41-42df-b7a8-14b5b4c3c49a tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:04.003572 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning for port c8a02acf-a8e4-4f12-967d-052a3b888261 completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:02:04.008632 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning complete for port c8a02acf-a8e4-4f12-967d-052a3b888261 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:04.009056 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:04.040537 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-5b1d6a07-b566-4d86-9781-e1bb85798bd7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c37be355bebc4ce796b353b1b801a656&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3094611 Apr 16 12:02:04.041349 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d6a07-b566-4d86-9781-e1bb85798bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca47b2fa-a170-47b0-9d17-44e65666cdf4,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:04.043395 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 58170) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:04.044618 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-5b1d6a07-b566-4d86-9781-e1bb85798bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:04.111147 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9a8a585c-8fcb-41da-b127-86975e59200b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:04.136909 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:04.139333 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9a8a585c-8fcb-41da-b127-86975e59200b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:04.165430 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e073138-c6f0-41c6-bd72-546ae2994618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a02acf-a8e4-4f12-967d-052a3b888261'}] {{(pid=85339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:02:04.176665 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port c8a02acf-a8e4-4f12-967d-052a3b888261, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=c8a02acf-a8e4-4f12-967d-052a3b888261,segment=NetworkSegment(15d11fa1-2759-4281-9662-7a0a5490799f),segment_id=15d11fa1-2759-4281-9662-7a0a5490799f)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:04.182068 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:04.185727 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:04.186730 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9a8a585c-8fcb-41da-b127-86975e59200b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:04.213489 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-630af6d2-abf9-41ad-aae2-411c9e15107e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:04.228733 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e073138-c6f0-41c6-bd72-546ae2994618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a02acf-a8e4-4f12-967d-052a3b888261', 'code': 200} Apr 16 12:02:04.232702 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a585c-8fcb-41da-b127-86975e59200b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca47b2fa-a170-47b0-9d17-44e65666cdf4,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:04.235555 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-9a8a585c-8fcb-41da-b127-86975e59200b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:04.237447 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9a8a585c-8fcb-41da-b127-86975e59200b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:04.240795 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-9a8a585c-8fcb-41da-b127-86975e59200b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ca47b2fa-a170-47b0-9d17-44e65666cdf4 HTTP/1.1" status: 204 len: 168 time: 0.1961000 Apr 16 12:02:04.280678 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=c8a02acf-a8e4-4f12-967d-052a3b888261,revision_number=5']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:04.285211 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:04.482684 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16880ef4-0632-423e-9b86-b424ccc15a7a req-43226d7b-8405-45b1-b315-64b58b33f3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:04.484300 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-16880ef4-0632-423e-9b86-b424ccc15a7a req-43226d7b-8405-45b1-b315-64b58b33f3c3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2e073138-c6f0-41c6-bd72-546ae2994618 HTTP/1.1" status: 200 len: 1099 time: 0.0805020 Apr 16 12:02:04.531884 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-16880ef4-0632-423e-9b86-b424ccc15a7a req-a259c3bc-dffc-4dab-b1a1-1256d124f5a8 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396719 Apr 16 12:02:04.744532 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779c960-24f3-4fdd-b1d3-c4b3733ee174 req-1acab028-6e1f-4907-9126-60445568c85d tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:04.746230 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f779c960-24f3-4fdd-b1d3-c4b3733ee174 req-1acab028-6e1f-4907-9126-60445568c85d tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e073138-c6f0-41c6-bd72-546ae2994618 HTTP/1.1" status: 200 len: 946 time: 0.1055117 Apr 16 12:02:04.802823 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f779c960-24f3-4fdd-b1d3-c4b3733ee174 req-2b1cc6e2-8718-47e1-9c25-04d2fefc3649 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437372 Apr 16 12:02:04.877010 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-02a7a47a-0d82-4fde-842c-edca52c5c1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:05.863776 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:06.017112 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a658fa2-fb2b-4004-b79a-31aad340bcb3 req-3ef5b246-f63e-48db-846e-826f41ab88e4 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:06.019425 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4a658fa2-fb2b-4004-b79a-31aad340bcb3 req-3ef5b246-f63e-48db-846e-826f41ab88e4 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e073138-c6f0-41c6-bd72-546ae2994618 HTTP/1.1" status: 200 len: 946 time: 0.0925689 Apr 16 12:02:06.070744 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4a658fa2-fb2b-4004-b79a-31aad340bcb3 req-0ec7ed60-fc16-4561-b29f-87ad170298d1 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448873 Apr 16 12:02:06.428655 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:07.633044 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:13.770090 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:16.163782 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 58278) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:16.296667 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-10a76cc2-ca0e-46aa-a2ef-948760a35648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:16.312747 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-10a76cc2-ca0e-46aa-a2ef-948760a35648 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:16.317417 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-10a76cc2-ca0e-46aa-a2ef-948760a35648 admin admin] Usage tracker for resource:security_group_rule and tenant:5d09e9e89dc747be93bb05d6cd1f6ba4 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:16.320517 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-10a76cc2-ca0e-46aa-a2ef-948760a35648 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:16.327024 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-10a76cc2-ca0e-46aa-a2ef-948760a35648 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:16.418335 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-10a76cc2-ca0e-46aa-a2ef-948760a35648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:16.421747 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-10a76cc2-ca0e-46aa-a2ef-948760a35648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:16.434574 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bde4a91a-3e6f-426f-bcf7-9013ad40fabb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:16.478824 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-10a76cc2-ca0e-46aa-a2ef-948760a35648 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5d09e9e89dc747be93bb05d6cd1f6ba4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3137581 Apr 16 12:02:16.480488 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a76cc2-ca0e-46aa-a2ef-948760a35648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f865cfb7-97ea-4537-8e48-aaa38db9af13,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:16.481684 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 58284) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:16.484047 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-10a76cc2-ca0e-46aa-a2ef-948760a35648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:16.548891 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6323174b-b2ba-4e9a-b753-fb5d78199f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:16.575162 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6323174b-b2ba-4e9a-b753-fb5d78199f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:16.619165 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6323174b-b2ba-4e9a-b753-fb5d78199f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:16.624012 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-d5afae54-a147-4c08-b9e1-793ab65f5840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:16.636598 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323174b-b2ba-4e9a-b753-fb5d78199f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f865cfb7-97ea-4537-8e48-aaa38db9af13,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:16.639259 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-6323174b-b2ba-4e9a-b753-fb5d78199f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:16.648468 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6323174b-b2ba-4e9a-b753-fb5d78199f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:16.649527 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-6323174b-b2ba-4e9a-b753-fb5d78199f4b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f865cfb7-97ea-4537-8e48-aaa38db9af13 HTTP/1.1" status: 204 len: 168 time: 0.1667984 Apr 16 12:02:17.416350 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 58310) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:17.533780 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-90bc1adc-1bb7-44f9-a11e-844ae54a5d23 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2131371283-network', 'tenant_id': '0e71bb3ec7e446d1ad375bb511602e80'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:02:17.539813 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-90bc1adc-1bb7-44f9-a11e-844ae54a5d23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:17.543987 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-90bc1adc-1bb7-44f9-a11e-844ae54a5d23 admin admin] Usage tracker for resource:network and tenant:0e71bb3ec7e446d1ad375bb511602e80 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:17.547296 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-90bc1adc-1bb7-44f9-a11e-844ae54a5d23 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:17.555343 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-90bc1adc-1bb7-44f9-a11e-844ae54a5d23 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:17.564182 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bc1adc-1bb7-44f9-a11e-844ae54a5d23 admin admin] Made reservation on behalf of 0e71bb3ec7e446d1ad375bb511602e80 for: {'network': 1} {{(pid=85338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:02:17.569403 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-90bc1adc-1bb7-44f9-a11e-844ae54a5d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for network, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:17.582927 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-90bc1adc-1bb7-44f9-a11e-844ae54a5d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:17.598844 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-90bc1adc-1bb7-44f9-a11e-844ae54a5d23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:17.602870 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-90bc1adc-1bb7-44f9-a11e-844ae54a5d23 admin admin] Usage tracker for resource:security_group_rule and tenant:0e71bb3ec7e446d1ad375bb511602e80 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:17.605814 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-90bc1adc-1bb7-44f9-a11e-844ae54a5d23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:17.611873 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-90bc1adc-1bb7-44f9-a11e-844ae54a5d23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:17.699966 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-90bc1adc-1bb7-44f9-a11e-844ae54a5d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:17.703189 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-90bc1adc-1bb7-44f9-a11e-844ae54a5d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:17.707929 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-6323174b-b2ba-4e9a-b753-fb5d78199f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:17.738900 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90bc1adc-1bb7-44f9-a11e-844ae54a5d23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=85338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 12:02:17.753109 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc1adc-1bb7-44f9-a11e-844ae54a5d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c725c6e3-13fe-4741-889c-10bc1874fa05,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:17.758872 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-90bc1adc-1bb7-44f9-a11e-844ae54a5d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:17.759866 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-90bc1adc-1bb7-44f9-a11e-844ae54a5d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2559'] for segment, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:17.760248 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.segments_db [None req-90bc1adc-1bb7-44f9-a11e-844ae54a5d23 admin admin] Added segment 57f751a3-56e8-446d-a76c-c51371ad74cc of type vlan for network 0a0e60a1-8cf7-4234-b709-4865575bfb7f Apr 16 12:02:17.788694 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-90bc1adc-1bb7-44f9-a11e-844ae54a5d23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740187980010'] for network, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:17.820358 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-90bc1adc-1bb7-44f9-a11e-844ae54a5d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747'] for network, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:17.821774 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bc1adc-1bb7-44f9-a11e-844ae54a5d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:17.822459 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-90bc1adc-1bb7-44f9-a11e-844ae54a5d23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for network, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:17.827790 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f8bd5a16-1160-44c4-bd71-586da38725fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:17.935971 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-90bc1adc-1bb7-44f9-a11e-844ae54a5d23 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5184124 Apr 16 12:02:17.939142 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 58318) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:17.939303 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc1adc-1bb7-44f9-a11e-844ae54a5d23 admin admin] Pushing event updated for resources: {'Network': ['ID=0a0e60a1-8cf7-4234-b709-4865575bfb7f,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:17.942264 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-90bc1adc-1bb7-44f9-a11e-844ae54a5d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:17.946742 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-04adc6f5-1255-4f54-ba0b-05aa04a5a9f7 admin admin] Request body: {'subnet': {'network_id': '0a0e60a1-8cf7-4234-b709-4865575bfb7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2131371283-subnet', 'tenant_id': '0e71bb3ec7e446d1ad375bb511602e80', 'ip_version': 4}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:02:17.953165 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-04adc6f5-1255-4f54-ba0b-05aa04a5a9f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:17.954307 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Network 0a0e60a1-8cf7-4234-b709-4865575bfb7f details requested by agent ovs-agent-dv-cinder-689486-10-iscsi with host dv-cinder-689486-10-iscsi {{(pid=85339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 12:02:17.958039 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-04adc6f5-1255-4f54-ba0b-05aa04a5a9f7 admin admin] Usage tracker for resource:subnet and tenant:0e71bb3ec7e446d1ad375bb511602e80 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:17.961227 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-04adc6f5-1255-4f54-ba0b-05aa04a5a9f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:17.968301 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-04adc6f5-1255-4f54-ba0b-05aa04a5a9f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:17.979886 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04adc6f5-1255-4f54-ba0b-05aa04a5a9f7 admin admin] Made reservation on behalf of 0e71bb3ec7e446d1ad375bb511602e80 for: {'subnet': 1} {{(pid=85337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:02:17.985018 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-04adc6f5-1255-4f54-ba0b-05aa04a5a9f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036849705449'] for subnet, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:18.405236 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-04adc6f5-1255-4f54-ba0b-05aa04a5a9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7759993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036849705436'] for subnet, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:18.425378 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:18.562278 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04adc6f5-1255-4f54-ba0b-05aa04a5a9f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d9db727-1f37-4187-ae49-d76963b88745,revision_number=0']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:18.567771 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-04adc6f5-1255-4f54-ba0b-05aa04a5a9f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:18.628119 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04adc6f5-1255-4f54-ba0b-05aa04a5a9f7 admin admin] Checking segment: {'id': '57f751a3-56e8-446d-a76c-c51371ad74cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0a0e60a1-8cf7-4234-b709-4865575bfb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:02:18.629142 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04adc6f5-1255-4f54-ba0b-05aa04a5a9f7 admin admin] Network hostable DHCP agents. Network: 0a0e60a1-8cf7-4234-b709-4865575bfb7f, hostable agents: ['ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6'], hosted agents: [] {{(pid=85337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 12:02:18.650830 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04adc6f5-1255-4f54-ba0b-05aa04a5a9f7 admin admin] Network 0a0e60a1-8cf7-4234-b709-4865575bfb7f is scheduled to be hosted by DHCP agent ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6 with binding_index 1 {{(pid=85337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 12:02:18.660912 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-04adc6f5-1255-4f54-ba0b-05aa04a5a9f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-10-iscsi, 0a0e60a1-8cf7-4234-b709-4865575bfb7f) {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:02:18.670191 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06e250c-7533-4381-ad58-2dbe8e0e26f3 None None] Network 0a0e60a1-8cf7-4234-b709-4865575bfb7f requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:02:18.675007 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04adc6f5-1255-4f54-ba0b-05aa04a5a9f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:18.676157 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-04adc6f5-1255-4f54-ba0b-05aa04a5a9f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:18.701690 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-04adc6f5-1255-4f54-ba0b-05aa04a5a9f7 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7613325 Apr 16 12:02:18.704792 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 58322) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:18.710571 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-d45fa649-dc37-400a-bd77-8131e4f325a1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2131371283-router', 'tenant_id': '0e71bb3ec7e446d1ad375bb511602e80', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'}}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:02:18.715642 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-d45fa649-dc37-400a-bd77-8131e4f325a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:18.719763 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-d45fa649-dc37-400a-bd77-8131e4f325a1 admin admin] Usage tracker for resource:router and tenant:0e71bb3ec7e446d1ad375bb511602e80 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:18.723692 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-d45fa649-dc37-400a-bd77-8131e4f325a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:18.730468 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-d45fa649-dc37-400a-bd77-8131e4f325a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:18.740819 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d45fa649-dc37-400a-bd77-8131e4f325a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2082079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5170'] for router, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:18.741914 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d45fa649-dc37-400a-bd77-8131e4f325a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852693566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852691044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852684026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770630'] for router, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:18.757823 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d45fa649-dc37-400a-bd77-8131e4f325a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:18.927073 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ecb271d-b0fa-5b25-a558-314f548095fa-0a0e60a1-8cf7-4234-b709-4865575bfb7f', 'network_id': '0a0e60a1-8cf7-4234-b709-4865575bfb7f', 'tenant_id': '0e71bb3ec7e446d1ad375bb511602e80', 'fixed_ips': [{'subnet_id': '8d9db727-1f37-4187-ae49-d76963b88745'}]}} from dv-cinder-689486-10-iscsi. {{(pid=85339) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 12:02:18.928168 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:19.061389 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d45fa649-dc37-400a-bd77-8131e4f325a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852691027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2082092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770679'] for router, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:19.097459 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] Allocated IP 172.20.0.2 (0a0e60a1-8cf7-4234-b709-4865575bfb7f/8d9db727-1f37-4187-ae49-d76963b88745/f226e5ae-5743-44c6-bdf2-224c2e973c13) {{(pid=85339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:02:19.333019 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] Notify callbacks [] for port, precommit_create {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:19.344252 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] Transition to ACTIVE for port object f226e5ae-5743-44c6-bdf2-224c2e973c13 will not be triggered until provisioned by entity L2. {{(pid=85339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:02:19.364793 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] Transition to ACTIVE for port object f226e5ae-5743-44c6-bdf2-224c2e973c13 will not be triggered until provisioned by entity DHCP. {{(pid=85339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:02:19.370438 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162'] for port, after_create {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:19.385849 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:19.416322 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d45fa649-dc37-400a-bd77-8131e4f325a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:19.451662 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d45fa649-dc37-400a-bd77-8131e4f325a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:19.525472 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] Pushing event updated for resources: {'Port': ['ID=f226e5ae-5743-44c6-bdf2-224c2e973c13,revision_number=1']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:19.547650 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:19.548031 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:19.548456 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:19.548824 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:19.549186 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:19.549549 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:19.549909 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:19.550309 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:19.550666 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:19.551023 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:19.551378 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:19.551731 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:19.556880 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:19.595381 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] Network 0a0e60a1-8cf7-4234-b709-4865575bfb7f is already hosted by enough agents. {{(pid=85339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:02:19.596559 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] Resources bound (agent type, host, resource id): {{(pid=85339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:02:19.599505 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] Received port after_create {{(pid=85339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:02:19.611147 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [None req-d45fa649-dc37-400a-bd77-8131e4f325a1 admin admin] Allocated IP 172.27.1.37 (42de8c2d-cd05-4680-9fb4-4f0e504e941e/337501b3-dbb5-4b21-86cd-6f03e94fa6eb/b65603c3-0f36-4739-8b8f-f25f0db2fd5a) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:02:19.706947 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] Attempting to bind port f226e5ae-5743-44c6-bdf2-224c2e973c13 on host dv-cinder-689486-10-iscsi for vnic_type normal with profile {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:02:19.707307 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] Attempting to bind port f226e5ae-5743-44c6-bdf2-224c2e973c13 by drivers openvswitch,hyperv on host dv-cinder-689486-10-iscsi at level 0 using segments [{'id': '57f751a3-56e8-446d-a76c-c51371ad74cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0a0e60a1-8cf7-4234-b709-4865575bfb7f'}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:02:19.707919 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] Attempting to bind port f226e5ae-5743-44c6-bdf2-224c2e973c13 on network 0a0e60a1-8cf7-4234-b709-4865575bfb7f {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:02:19.714198 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] Checking agent: {'id': '0d7cbe5e-bfbb-464b-b5de-cb3320bd5996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 41, 6), 'started_at': datetime.datetime(2021, 4, 16, 11, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:02:19.714615 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] Checking segment: {'id': '57f751a3-56e8-446d-a76c-c51371ad74cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0a0e60a1-8cf7-4234-b709-4865575bfb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:02:19.715056 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:19.715489 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] Bound using segment: {'id': '57f751a3-56e8-446d-a76c-c51371ad74cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0a0e60a1-8cf7-4234-b709-4865575bfb7f'} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:02:19.716005 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] Bound port: f226e5ae-5743-44c6-bdf2-224c2e973c13, host: dv-cinder-689486-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f751a3-56e8-446d-a76c-c51371ad74cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0a0e60a1-8cf7-4234-b709-4865575bfb7f'}}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:02:19.716443 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:19.771781 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d45fa649-dc37-400a-bd77-8131e4f325a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:19.802245 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d45fa649-dc37-400a-bd77-8131e4f325a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:19.811413 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] For port f226e5ae-5743-44c6-bdf2-224c2e973c13, host dv-cinder-689486-10-iscsi, cleared binding levels {{(pid=85339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:02:19.815122 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] For port f226e5ae-5743-44c6-bdf2-224c2e973c13, host dv-cinder-689486-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=f226e5ae-5743-44c6-bdf2-224c2e973c13,segment=NetworkSegment(57f751a3-56e8-446d-a76c-c51371ad74cc),segment_id=57f751a3-56e8-446d-a76c-c51371ad74cc)] {{(pid=85339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:02:19.819000 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-34cf9ccb-c319-4c07-9e77-b1fe8e990b0b tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:19.819577 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:19.835322 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:19.956236 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45fa649-dc37-400a-bd77-8131e4f325a1 admin admin] Pushing event updated for resources: {'Port': ['ID=b65603c3-0f36-4739-8b8f-f25f0db2fd5a,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:19.969999 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-d45fa649-dc37-400a-bd77-8131e4f325a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:19.990607 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] Pushing event updated for resources: {'Port': ['ID=f226e5ae-5743-44c6-bdf2-224c2e973c13,revision_number=2']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:19.996152 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:20.015730 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45fa649-dc37-400a-bd77-8131e4f325a1 admin admin] Network 42de8c2d-cd05-4680-9fb4-4f0e504e941e is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:02:20.017367 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-d45fa649-dc37-400a-bd77-8131e4f325a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:02:20.020089 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45fa649-dc37-400a-bd77-8131e4f325a1 admin admin] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:02:20.848039 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d45fa649-dc37-400a-bd77-8131e4f325a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:21.303676 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d45fa649-dc37-400a-bd77-8131e4f325a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852693724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084810'] for router, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:21.534835 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device f226e5ae-5743-44c6-bdf2-224c2e973c13 up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:02:21.579022 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45fa649-dc37-400a-bd77-8131e4f325a1 admin admin] Router c8a21477-1fd7-41ef-aa57-d7617a4965b8 is scheduled to L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 with binding_index 1 {{(pid=85337) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 12:02:21.600887 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3917a6-aed8-46bc-b162-d5bbe9bbbe60 None None] Network 0a0e60a1-8cf7-4234-b709-4865575bfb7f requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:02:21.739506 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-b98e23c9-7851-43b2-a2d2-06ea7db68ec9 None None] Provisioning for port f226e5ae-5743-44c6-bdf2-224c2e973c13 completed by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:02:21.792223 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning for port f226e5ae-5743-44c6-bdf2-224c2e973c13 completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:02:21.802554 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port f226e5ae-5743-44c6-bdf2-224c2e973c13 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:21.802984 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:21.823972 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45fa649-dc37-400a-bd77-8131e4f325a1 admin admin] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:02:21.851398 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d45fa649-dc37-400a-bd77-8131e4f325a1 admin admin] Notify callbacks [] for router, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:21.856062 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-d45fa649-dc37-400a-bd77-8131e4f325a1 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1471052 Apr 16 12:02:21.856602 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 58342) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:22.042575 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51198c2a-1fa0-4471-a11a-751e36e7cafe None None] Sync routers for ids ['c8a21477-1fd7-41ef-aa57-d7617a4965b8'] in dv-cinder-689486-10-iscsi {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:02:22.100647 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51198c2a-1fa0-4471-a11a-751e36e7cafe None None] Routers {'c8a21477-1fd7-41ef-aa57-d7617a4965b8'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:02:22.101358 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-51198c2a-1fa0-4471-a11a-751e36e7cafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:02:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['c8a21477-1fd7-41ef-aa57-d7617a4965b8'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:22.406737 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:02:22.438716 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:22.519811 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-51198c2a-1fa0-4471-a11a-751e36e7cafe None None] Set router c8a21477-1fd7-41ef-aa57-d7617a4965b8 gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:02:22.723874 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] For port f226e5ae-5743-44c6-bdf2-224c2e973c13, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=f226e5ae-5743-44c6-bdf2-224c2e973c13,segment=NetworkSegment(57f751a3-56e8-446d-a76c-c51371ad74cc),segment_id=57f751a3-56e8-446d-a76c-c51371ad74cc)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:22.775988 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-82481fc8-ee0b-4c0e-83a7-f243401556f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:22.778974 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:22.786692 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:22.900463 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Pushing event updated for resources: {'Port': ['ID=f226e5ae-5743-44c6-bdf2-224c2e973c13,revision_number=3']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:22.904380 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:23.003630 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-a09ceaac-c675-42d5-90d5-453520653a4a None None] Provisioning complete for port f226e5ae-5743-44c6-bdf2-224c2e973c13 triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:23.003630 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a09ceaac-c675-42d5-90d5-453520653a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:23.037004 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-51198c2a-1fa0-4471-a11a-751e36e7cafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'name': 'tempest-TestMinimumBasicScenario-2131371283-router', 'tenant_id': '0e71bb3ec7e446d1ad375bb511602e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'b65603c3-0f36-4739-8b8f-f25f0db2fd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:18Z', 'updated_at': '2021-04-16T12:02:20Z', 'revision_number': 3, 'project_id': '0e71bb3ec7e446d1ad375bb511602e80', 'gw_port': {'id': 'b65603c3-0f36-4739-8b8f-f25f0db2fd5a', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:19Z', 'updated_at': '2021-04-16T12:02:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi'}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:23.051735 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51198c2a-1fa0-4471-a11a-751e36e7cafe None None] Checking router: c8a21477-1fd7-41ef-aa57-d7617a4965b8 for host: dv-cinder-689486-10-iscsi {{(pid=85339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:02:23.052137 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51198c2a-1fa0-4471-a11a-751e36e7cafe None None] Updating router c8a21477-1fd7-41ef-aa57-d7617a4965b8 port b65603c3-0f36-4739-8b8f-f25f0db2fd5a binding host dv-cinder-689486-10-iscsi {{(pid=85339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 12:02:23.111270 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [None req-82481fc8-ee0b-4c0e-83a7-f243401556f8 admin admin] Allocated IP 172.20.0.1 (0a0e60a1-8cf7-4234-b709-4865575bfb7f/8d9db727-1f37-4187-ae49-d76963b88745/b93968bc-21e7-4d42-9b97-1661ade0de2f) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:02:23.138356 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-51198c2a-1fa0-4471-a11a-751e36e7cafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:23.328084 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-82481fc8-ee0b-4c0e-83a7-f243401556f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:23.345711 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-82481fc8-ee0b-4c0e-83a7-f243401556f8 admin admin] Transition to ACTIVE for port object b93968bc-21e7-4d42-9b97-1661ade0de2f will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:02:23.376831 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-82481fc8-ee0b-4c0e-83a7-f243401556f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:23.395565 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-63cb35e4-bb6e-49c5-a1e2-f0a9d9d2b43e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:23.525071 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device f226e5ae-5743-44c6-bdf2-224c2e973c13 up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:02:23.641971 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port f226e5ae-5743-44c6-bdf2-224c2e973c13 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:23.641971 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:23.801301 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-51198c2a-1fa0-4471-a11a-751e36e7cafe None None] Notify callbacks [] for port, precommit_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:23.830807 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82481fc8-ee0b-4c0e-83a7-f243401556f8 admin admin] Pushing event updated for resources: {'Port': ['ID=b93968bc-21e7-4d42-9b97-1661ade0de2f,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:23.837127 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-82481fc8-ee0b-4c0e-83a7-f243401556f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:23.872154 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-51198c2a-1fa0-4471-a11a-751e36e7cafe None None] Transition to ACTIVE for port object b65603c3-0f36-4739-8b8f-f25f0db2fd5a will not be triggered until provisioned by entity L2. {{(pid=85339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:02:23.889129 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-51198c2a-1fa0-4471-a11a-751e36e7cafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:23.897598 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82481fc8-ee0b-4c0e-83a7-f243401556f8 admin admin] Network 0a0e60a1-8cf7-4234-b709-4865575bfb7f is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:02:23.898957 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-82481fc8-ee0b-4c0e-83a7-f243401556f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:02:23.902021 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82481fc8-ee0b-4c0e-83a7-f243401556f8 admin admin] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:02:23.967987 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-82481fc8-ee0b-4c0e-83a7-f243401556f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852692337'] for router_interface, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:24.026627 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:24.089563 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce7aba-6226-4e84-a6b4-d7c1b37aef75 req-8ce59ff3-fe37-42ed-8602-d1de4783b696 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:24.091377 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-35ce7aba-6226-4e84-a6b4-d7c1b37aef75 req-8ce59ff3-fe37-42ed-8602-d1de4783b696 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e073138-c6f0-41c6-bd72-546ae2994618 HTTP/1.1" status: 200 len: 946 time: 0.1062117 Apr 16 12:02:24.099648 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362480ab-a7b8-4378-b942-4a45d47b6447 None None] Pushing event updated for resources: {'Port': ['ID=b65603c3-0f36-4739-8b8f-f25f0db2fd5a,revision_number=2']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:24.106432 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-362480ab-a7b8-4378-b942-4a45d47b6447 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:24.129829 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-51198c2a-1fa0-4471-a11a-751e36e7cafe None None] Attempting to bind port b65603c3-0f36-4739-8b8f-f25f0db2fd5a on host dv-cinder-689486-10-iscsi for vnic_type normal with profile {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:02:24.131087 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-51198c2a-1fa0-4471-a11a-751e36e7cafe None None] Attempting to bind port b65603c3-0f36-4739-8b8f-f25f0db2fd5a by drivers openvswitch,hyperv on host dv-cinder-689486-10-iscsi at level 0 using segments [{'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:02:24.131087 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51198c2a-1fa0-4471-a11a-751e36e7cafe None None] Attempting to bind port b65603c3-0f36-4739-8b8f-f25f0db2fd5a on network 42de8c2d-cd05-4680-9fb4-4f0e504e941e {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:02:24.136706 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51198c2a-1fa0-4471-a11a-751e36e7cafe None None] Checking agent: {'id': '0d7cbe5e-bfbb-464b-b5de-cb3320bd5996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 41, 6), 'started_at': datetime.datetime(2021, 4, 16, 11, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:02:24.137142 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51198c2a-1fa0-4471-a11a-751e36e7cafe None None] Checking segment: {'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:02:24.138024 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-51198c2a-1fa0-4471-a11a-751e36e7cafe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:24.138024 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51198c2a-1fa0-4471-a11a-751e36e7cafe None None] Bound using segment: {'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:02:24.138902 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-51198c2a-1fa0-4471-a11a-751e36e7cafe None None] Bound port: b65603c3-0f36-4739-8b8f-f25f0db2fd5a, host: dv-cinder-689486-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'}}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:02:24.138902 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-51198c2a-1fa0-4471-a11a-751e36e7cafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:24.149714 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-35ce7aba-6226-4e84-a6b4-d7c1b37aef75 req-a3c16f57-74f8-4fc5-b0c2-26b95745f83c tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506349 Apr 16 12:02:24.224137 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-c40d39b3-e426-42ce-bbc3-bf526322f2ef None None] Provisioning for port b93968bc-21e7-4d42-9b97-1661ade0de2f completed by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:02:24.236152 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-c40d39b3-e426-42ce-bbc3-bf526322f2ef None None] Provisioning complete for port b93968bc-21e7-4d42-9b97-1661ade0de2f triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:24.236594 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c40d39b3-e426-42ce-bbc3-bf526322f2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:24.271363 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-82481fc8-ee0b-4c0e-83a7-f243401556f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:24.281307 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-51198c2a-1fa0-4471-a11a-751e36e7cafe None None] For port b65603c3-0f36-4739-8b8f-f25f0db2fd5a, host dv-cinder-689486-10-iscsi, cleared binding levels {{(pid=85339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:02:24.303271 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-51198c2a-1fa0-4471-a11a-751e36e7cafe None None] For port b65603c3-0f36-4739-8b8f-f25f0db2fd5a, host dv-cinder-689486-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=b65603c3-0f36-4739-8b8f-f25f0db2fd5a,segment=NetworkSegment(fbc7dd2f-3e5c-4067-bc2d-84cf54659228),segment_id=fbc7dd2f-3e5c-4067-bc2d-84cf54659228)] {{(pid=85339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:02:24.305073 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-c40d39b3-e426-42ce-bbc3-bf526322f2ef None None] Port b93968bc-21e7-4d42-9b97-1661ade0de2f cannot update to ACTIVE because it is not bound. {{(pid=85339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:02:24.307444 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-51198c2a-1fa0-4471-a11a-751e36e7cafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:24.322665 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:24.516061 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-82481fc8-ee0b-4c0e-83a7-f243401556f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:24.520290 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-82481fc8-ee0b-4c0e-83a7-f243401556f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847015921'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:24.549944 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e06b0648-2b6b-4ebd-9e23-dd621a044801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:24.637540 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82481fc8-ee0b-4c0e-83a7-f243401556f8 admin admin] Pushing event updated for resources: {'Port': ['ID=b93968bc-21e7-4d42-9b97-1661ade0de2f,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:24.640757 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-82481fc8-ee0b-4c0e-83a7-f243401556f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:24.641450 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362480ab-a7b8-4378-b942-4a45d47b6447 None None] Pushing event updated for resources: {'Port': ['ID=b65603c3-0f36-4739-8b8f-f25f0db2fd5a,revision_number=3']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:24.641777 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-82481fc8-ee0b-4c0e-83a7-f243401556f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083560'] for router_interface, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:24.647530 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-362480ab-a7b8-4378-b942-4a45d47b6447 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:24.709339 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51198c2a-1fa0-4471-a11a-751e36e7cafe None None] Routers {'c8a21477-1fd7-41ef-aa57-d7617a4965b8'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:02:24.710009 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-51198c2a-1fa0-4471-a11a-751e36e7cafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:02:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['c8a21477-1fd7-41ef-aa57-d7617a4965b8'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:24.791817 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82481fc8-ee0b-4c0e-83a7-f243401556f8 admin admin] Network 0a0e60a1-8cf7-4234-b709-4865575bfb7f is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:02:24.792996 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-82481fc8-ee0b-4c0e-83a7-f243401556f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:02:24.904482 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-51198c2a-1fa0-4471-a11a-751e36e7cafe None None] Set router c8a21477-1fd7-41ef-aa57-d7617a4965b8 gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:02:25.002559 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82481fc8-ee0b-4c0e-83a7-f243401556f8 admin admin] Router c8a21477-1fd7-41ef-aa57-d7617a4965b8 has already been hosted by L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 {{(pid=85337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:02:25.146705 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-7a513671-63c0-4eab-b408-7f6ff8e669e5 None None] Provisioning complete for port b93968bc-21e7-4d42-9b97-1661ade0de2f triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:25.147022 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7a513671-63c0-4eab-b408-7f6ff8e669e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:25.198898 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82481fc8-ee0b-4c0e-83a7-f243401556f8 admin admin] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:02:25.218988 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-82481fc8-ee0b-4c0e-83a7-f243401556f8 admin admin] 10.222.0.71 "PUT /v2.0/routers/c8a21477-1fd7-41ef-aa57-d7617a4965b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3531749 Apr 16 12:02:25.262263 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-7a513671-63c0-4eab-b408-7f6ff8e669e5 None None] Port b93968bc-21e7-4d42-9b97-1661ade0de2f cannot update to ACTIVE because it is not bound. {{(pid=85339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:02:25.338104 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-51198c2a-1fa0-4471-a11a-751e36e7cafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'name': 'tempest-TestMinimumBasicScenario-2131371283-router', 'tenant_id': '0e71bb3ec7e446d1ad375bb511602e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'b65603c3-0f36-4739-8b8f-f25f0db2fd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:18Z', 'updated_at': '2021-04-16T12:02:24Z', 'revision_number': 4, 'project_id': '0e71bb3ec7e446d1ad375bb511602e80', 'gw_port': {'id': 'b65603c3-0f36-4739-8b8f-f25f0db2fd5a', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:19Z', 'updated_at': '2021-04-16T12:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': 'b93968bc-21e7-4d42-9b97-1661ade0de2f', 'name': '', 'network_id': '0a0e60a1-8cf7-4234-b709-4865575bfb7f', 'tenant_id': '0e71bb3ec7e446d1ad375bb511602e80', 'mac_address': 'fa:16:3e:75:17:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8d9db727-1f37-4187-ae49-d76963b88745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:22Z', 'updated_at': '2021-04-16T12:02:24Z', 'revision_number': 2, 'project_id': '0e71bb3ec7e446d1ad375bb511602e80', 'subnets': [{'id': '8d9db727-1f37-4187-ae49-d76963b88745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:25.342396 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51198c2a-1fa0-4471-a11a-751e36e7cafe None None] The sync data for ids ['c8a21477-1fd7-41ef-aa57-d7617a4965b8'] in dv-cinder-689486-10-iscsi is: [{'id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'name': 'tempest-TestMinimumBasicScenario-2131371283-router', 'tenant_id': '0e71bb3ec7e446d1ad375bb511602e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'b65603c3-0f36-4739-8b8f-f25f0db2fd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:18Z', 'updated_at': '2021-04-16T12:02:24Z', 'revision_number': 4, 'project_id': '0e71bb3ec7e446d1ad375bb511602e80', 'gw_port': {'id': 'b65603c3-0f36-4739-8b8f-f25f0db2fd5a', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:19Z', 'updated_at': '2021-04-16T12:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': 'b93968bc-21e7-4d42-9b97-1661ade0de2f', 'name': '', 'network_id': '0a0e60a1-8cf7-4234-b709-4865575bfb7f', 'tenant_id': '0e71bb3ec7e446d1ad375bb511602e80', 'mac_address': 'fa:16:3e:75:17:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8d9db727-1f37-4187-ae49-d76963b88745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:22Z', 'updated_at': '2021-04-16T12:02:24Z', 'revision_number': 2, 'project_id': '0e71bb3ec7e446d1ad375bb511602e80', 'subnets': [{'id': '8d9db727-1f37-4187-ae49-d76963b88745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:02:25.394681 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec92000-278a-45cd-bcf9-617ce403a88c req-e3059478-c37c-4b66-b31f-fc483f6150c9 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:25.396630 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fec92000-278a-45cd-bcf9-617ce403a88c req-e3059478-c37c-4b66-b31f-fc483f6150c9 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e073138-c6f0-41c6-bd72-546ae2994618 HTTP/1.1" status: 200 len: 946 time: 0.1102676 Apr 16 12:02:25.447701 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fec92000-278a-45cd-bcf9-617ce403a88c req-9f071df7-3750-48dc-bc23-2e81f67d046f tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444560 Apr 16 12:02:25.818769 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 58374) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:25.824879 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-ed284bda-14c0-49da-9a99-da5b72abfc98 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1509416251-network', 'tenant_id': '4ffc93886e074b63aa8b6a11d39779b9'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:02:25.830019 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-ed284bda-14c0-49da-9a99-da5b72abfc98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:25.834456 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-ed284bda-14c0-49da-9a99-da5b72abfc98 admin admin] Usage tracker for resource:network and tenant:4ffc93886e074b63aa8b6a11d39779b9 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:25.837521 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-ed284bda-14c0-49da-9a99-da5b72abfc98 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:25.843584 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-ed284bda-14c0-49da-9a99-da5b72abfc98 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:25.854488 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed284bda-14c0-49da-9a99-da5b72abfc98 admin admin] Made reservation on behalf of 4ffc93886e074b63aa8b6a11d39779b9 for: {'network': 1} {{(pid=85337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:02:25.859289 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ed284bda-14c0-49da-9a99-da5b72abfc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for network, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:25.874354 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ed284bda-14c0-49da-9a99-da5b72abfc98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:25.890291 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-ed284bda-14c0-49da-9a99-da5b72abfc98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:25.894917 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-ed284bda-14c0-49da-9a99-da5b72abfc98 admin admin] Usage tracker for resource:security_group_rule and tenant:4ffc93886e074b63aa8b6a11d39779b9 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:25.898094 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-ed284bda-14c0-49da-9a99-da5b72abfc98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:25.904254 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-ed284bda-14c0-49da-9a99-da5b72abfc98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:25.996208 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ed284bda-14c0-49da-9a99-da5b72abfc98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:25.999226 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ed284bda-14c0-49da-9a99-da5b72abfc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:26.003766 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-84874551-0299-4f22-89df-8bf8b191f80a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:26.033357 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed284bda-14c0-49da-9a99-da5b72abfc98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=85337) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 12:02:26.092878 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed284bda-14c0-49da-9a99-da5b72abfc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f69b186-6dc3-4ab5-aff5-4999714ba759,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:26.103550 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-ed284bda-14c0-49da-9a99-da5b72abfc98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:26.105693 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ed284bda-14c0-49da-9a99-da5b72abfc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2559'] for segment, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:26.106084 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.segments_db [None req-ed284bda-14c0-49da-9a99-da5b72abfc98 admin admin] Added segment 8b73b2f9-bb89-4954-ad88-65ab701825ae of type vlan for network 00a924b5-b04d-483b-a391-012e9c265591 Apr 16 12:02:26.147248 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ed284bda-14c0-49da-9a99-da5b72abfc98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740187980010'] for network, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:26.196574 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bcb3b-608a-4347-90ae-6ddeb3f6d338 req-57f19590-d05c-4afe-8895-9f7f718d3d22 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:26.198231 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e81bcb3b-608a-4347-90ae-6ddeb3f6d338 req-57f19590-d05c-4afe-8895-9f7f718d3d22 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e073138-c6f0-41c6-bd72-546ae2994618 HTTP/1.1" status: 200 len: 946 time: 0.1583335 Apr 16 12:02:26.247429 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ed284bda-14c0-49da-9a99-da5b72abfc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747'] for network, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:26.255871 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed284bda-14c0-49da-9a99-da5b72abfc98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:26.256553 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ed284bda-14c0-49da-9a99-da5b72abfc98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for network, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:26.263623 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:26.388644 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-e81bcb3b-608a-4347-90ae-6ddeb3f6d338 req-431b09af-d7da-4bdc-ab1e-d4d22a0776c7 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Deleting port c8a02acf-a8e4-4f12-967d-052a3b888261 {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:02:26.389036 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-e81bcb3b-608a-4347-90ae-6ddeb3f6d338 req-431b09af-d7da-4bdc-ab1e-d4d22a0776c7 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:26.440253 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-ed284bda-14c0-49da-9a99-da5b72abfc98 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6202841 Apr 16 12:02:26.443328 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 58378) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:26.449843 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-01893324-1ee1-4bb0-a52f-37a3ac29dab2 admin admin] Request body: {'subnet': {'network_id': '00a924b5-b04d-483b-a391-012e9c265591', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1509416251-subnet', 'tenant_id': '4ffc93886e074b63aa8b6a11d39779b9', 'ip_version': 4}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:02:26.450692 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed284bda-14c0-49da-9a99-da5b72abfc98 admin admin] Pushing event updated for resources: {'Network': ['ID=00a924b5-b04d-483b-a391-012e9c265591,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:26.454083 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-ed284bda-14c0-49da-9a99-da5b72abfc98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:26.457400 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-01893324-1ee1-4bb0-a52f-37a3ac29dab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:26.463139 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Network 00a924b5-b04d-483b-a391-012e9c265591 details requested by agent ovs-agent-dv-cinder-689486-10-iscsi with host dv-cinder-689486-10-iscsi {{(pid=85339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 12:02:26.463333 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-01893324-1ee1-4bb0-a52f-37a3ac29dab2 admin admin] Usage tracker for resource:subnet and tenant:4ffc93886e074b63aa8b6a11d39779b9 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:26.466602 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-01893324-1ee1-4bb0-a52f-37a3ac29dab2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:26.489220 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-01893324-1ee1-4bb0-a52f-37a3ac29dab2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:26.513456 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01893324-1ee1-4bb0-a52f-37a3ac29dab2 admin admin] Made reservation on behalf of 4ffc93886e074b63aa8b6a11d39779b9 for: {'subnet': 1} {{(pid=85338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:02:26.518627 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-01893324-1ee1-4bb0-a52f-37a3ac29dab2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6539516'] for subnet, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:26.700250 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-e81bcb3b-608a-4347-90ae-6ddeb3f6d338 req-431b09af-d7da-4bdc-ab1e-d4d22a0776c7 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] For port c8a02acf-a8e4-4f12-967d-052a3b888261, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=c8a02acf-a8e4-4f12-967d-052a3b888261,segment=NetworkSegment(15d11fa1-2759-4281-9662-7a0a5490799f),segment_id=15d11fa1-2759-4281-9662-7a0a5490799f)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:26.701120 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-e81bcb3b-608a-4347-90ae-6ddeb3f6d338 req-431b09af-d7da-4bdc-ab1e-d4d22a0776c7 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:26.738320 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9725c3-d164-4004-a7da-0535c2d1c13a req-8a7af2e3-b2eb-4585-8af8-48f40a090d48 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:26.739920 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0a9725c3-d164-4004-a7da-0535c2d1c13a req-8a7af2e3-b2eb-4585-8af8-48f40a090d48 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e073138-c6f0-41c6-bd72-546ae2994618 HTTP/1.1" status: 200 len: 946 time: 0.1267958 Apr 16 12:02:26.839050 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0a9725c3-d164-4004-a7da-0535c2d1c13a req-0c81d778-366b-478d-894d-0baa09f907bd tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668190 Apr 16 12:02:26.840924 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-e81bcb3b-608a-4347-90ae-6ddeb3f6d338 req-431b09af-d7da-4bdc-ab1e-d4d22a0776c7 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Calling delete_port for c8a02acf-a8e4-4f12-967d-052a3b888261 owned by compute:nova {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:02:27.016472 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-e81bcb3b-608a-4347-90ae-6ddeb3f6d338 req-431b09af-d7da-4bdc-ab1e-d4d22a0776c7 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:27.030291 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['78103631-4671-4c83-b831-bccec2bec8c5', '9f0f4c20-4751-43a6-a865-3069db484dd8', '4b9faeb7-a910-42ad-b729-a6b699878c4e', 'c8a02acf-a8e4-4f12-967d-052a3b888261'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:02:27.038414 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e7952a4a-73ca-4709-8edc-4db69df7ed27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:27.091353 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b09af-d7da-4bdc-ab1e-d4d22a0776c7 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Pushing event deleted for resources: {'Port': ['ID=c8a02acf-a8e4-4f12-967d-052a3b888261,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:27.091793 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-01893324-1ee1-4bb0-a52f-37a3ac29dab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1351826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6539471'] for subnet, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:27.106183 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:27.139106 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-431b09af-d7da-4bdc-ab1e-d4d22a0776c7 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:27.236294 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01893324-1ee1-4bb0-a52f-37a3ac29dab2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7230a14-7ca9-4627-b77e-57fd657fb301,revision_number=0']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:27.259630 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01893324-1ee1-4bb0-a52f-37a3ac29dab2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:27.260055 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01893324-1ee1-4bb0-a52f-37a3ac29dab2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:27.260502 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01893324-1ee1-4bb0-a52f-37a3ac29dab2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:27.260910 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01893324-1ee1-4bb0-a52f-37a3ac29dab2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:27.261328 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01893324-1ee1-4bb0-a52f-37a3ac29dab2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:27.261723 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01893324-1ee1-4bb0-a52f-37a3ac29dab2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:27.262128 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01893324-1ee1-4bb0-a52f-37a3ac29dab2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:27.262536 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01893324-1ee1-4bb0-a52f-37a3ac29dab2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:27.262940 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01893324-1ee1-4bb0-a52f-37a3ac29dab2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:27.263339 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01893324-1ee1-4bb0-a52f-37a3ac29dab2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:27.263744 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01893324-1ee1-4bb0-a52f-37a3ac29dab2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:27.264139 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01893324-1ee1-4bb0-a52f-37a3ac29dab2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:27.270806 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-01893324-1ee1-4bb0-a52f-37a3ac29dab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:27.315453 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81bcb3b-608a-4347-90ae-6ddeb3f6d338 req-431b09af-d7da-4bdc-ab1e-d4d22a0776c7 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] No DVR routers for this DVR port c8a02acf-a8e4-4f12-967d-052a3b888261 on host hv-cinder-68948 {{(pid=85337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:02:27.317692 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-e81bcb3b-608a-4347-90ae-6ddeb3f6d338 req-431b09af-d7da-4bdc-ab1e-d4d22a0776c7 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:27.320615 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e073138-c6f0-41c6-bd72-546ae2994618', 'name': 'network-vif-deleted', 'tag': 'c8a02acf-a8e4-4f12-967d-052a3b888261'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:02:27.336359 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e81bcb3b-608a-4347-90ae-6ddeb3f6d338 req-431b09af-d7da-4bdc-ab1e-d4d22a0776c7 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.79 "DELETE /v2.0/ports/c8a02acf-a8e4-4f12-967d-052a3b888261 HTTP/1.1" status: 204 len: 173 time: 1.1307888 Apr 16 12:02:27.345476 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01893324-1ee1-4bb0-a52f-37a3ac29dab2 admin admin] Checking segment: {'id': '8b73b2f9-bb89-4954-ad88-65ab701825ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '00a924b5-b04d-483b-a391-012e9c265591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:02:27.345894 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01893324-1ee1-4bb0-a52f-37a3ac29dab2 admin admin] Network hostable DHCP agents. Network: 00a924b5-b04d-483b-a391-012e9c265591, hostable agents: ['ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6'], hosted agents: [] {{(pid=85338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 12:02:27.372643 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01893324-1ee1-4bb0-a52f-37a3ac29dab2 admin admin] Network 00a924b5-b04d-483b-a391-012e9c265591 is scheduled to be hosted by DHCP agent ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6 with binding_index 1 {{(pid=85338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 12:02:27.383061 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-01893324-1ee1-4bb0-a52f-37a3ac29dab2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-10-iscsi, 00a924b5-b04d-483b-a391-012e9c265591) {{(pid=85338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:02:27.384155 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e073138-c6f0-41c6-bd72-546ae2994618', 'name': 'network-vif-deleted', 'tag': 'c8a02acf-a8e4-4f12-967d-052a3b888261', 'status': 'completed', 'code': 200} Apr 16 12:02:27.395925 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1728c5d8-4736-4afb-b3bd-093c74e24523 None None] Network 00a924b5-b04d-483b-a391-012e9c265591 requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:02:27.396143 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01893324-1ee1-4bb0-a52f-37a3ac29dab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:27.396809 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-01893324-1ee1-4bb0-a52f-37a3ac29dab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for subnet, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:27.418742 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-01893324-1ee1-4bb0-a52f-37a3ac29dab2 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9738669 Apr 16 12:02:27.421768 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 58386) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:27.428060 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-bca76bef-8b15-4fc7-9014-c868a06c2961 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1509416251-router', 'tenant_id': '4ffc93886e074b63aa8b6a11d39779b9', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'}}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:02:27.433870 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-bca76bef-8b15-4fc7-9014-c868a06c2961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:27.438920 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-bca76bef-8b15-4fc7-9014-c868a06c2961 admin admin] Usage tracker for resource:router and tenant:4ffc93886e074b63aa8b6a11d39779b9 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:27.442793 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-bca76bef-8b15-4fc7-9014-c868a06c2961 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:27.451803 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-bca76bef-8b15-4fc7-9014-c868a06c2961 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:27.467263 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bca76bef-8b15-4fc7-9014-c868a06c2961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2082079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5170'] for router, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:27.468527 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bca76bef-8b15-4fc7-9014-c868a06c2961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852693566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852691044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852684026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770630'] for router, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:27.497767 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bca76bef-8b15-4fc7-9014-c868a06c2961 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:27.568776 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device b65603c3-0f36-4739-8b8f-f25f0db2fd5a up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:02:27.808133 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning for port b65603c3-0f36-4739-8b8f-f25f0db2fd5a completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:02:27.815088 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port b65603c3-0f36-4739-8b8f-f25f0db2fd5a triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:27.815511 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:27.850661 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d4fa64-09b3-43b4-8b02-d511608a5b40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ecb271d-b0fa-5b25-a558-314f548095fa-00a924b5-b04d-483b-a391-012e9c265591', 'network_id': '00a924b5-b04d-483b-a391-012e9c265591', 'tenant_id': '4ffc93886e074b63aa8b6a11d39779b9', 'fixed_ips': [{'subnet_id': 'c7230a14-7ca9-4627-b77e-57fd657fb301'}]}} from dv-cinder-689486-10-iscsi. {{(pid=85339) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 12:02:27.851582 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-88d4fa64-09b3-43b4-8b02-d511608a5b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:28.051669 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bca76bef-8b15-4fc7-9014-c868a06c2961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852691027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2082092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770679'] for router, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:28.079029 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f63d9368-83be-4583-91ad-fc7972f7c5e6 req-fe7f5898-2c04-40d3-aee0-f931e85f1605 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e073138-c6f0-41c6-bd72-546ae2994618 HTTP/1.1" status: 200 len: 210 time: 0.0940061 Apr 16 12:02:28.082313 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:28.139347 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] For port b65603c3-0f36-4739-8b8f-f25f0db2fd5a, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=b65603c3-0f36-4739-8b8f-f25f0db2fd5a,segment=NetworkSegment(fbc7dd2f-3e5c-4067-bc2d-84cf54659228),segment_id=fbc7dd2f-3e5c-4067-bc2d-84cf54659228)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:28.149353 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:28.153679 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:28.216998 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [None req-88d4fa64-09b3-43b4-8b02-d511608a5b40 None None] Allocated IP 172.20.0.2 (00a924b5-b04d-483b-a391-012e9c265591/c7230a14-7ca9-4627-b77e-57fd657fb301/0f8fab47-85f9-4b92-8c9c-03e0bbdde697) {{(pid=85339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:02:28.261607 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Pushing event updated for resources: {'Port': ['ID=b65603c3-0f36-4739-8b8f-f25f0db2fd5a,revision_number=4']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:28.269119 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:28.421931 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bca76bef-8b15-4fc7-9014-c868a06c2961 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:28.455045 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bca76bef-8b15-4fc7-9014-c868a06c2961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:28.466042 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-88d4fa64-09b3-43b4-8b02-d511608a5b40 None None] Notify callbacks [] for port, precommit_create {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:28.477998 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-88d4fa64-09b3-43b4-8b02-d511608a5b40 None None] Transition to ACTIVE for port object 0f8fab47-85f9-4b92-8c9c-03e0bbdde697 will not be triggered until provisioned by entity L2. {{(pid=85339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:02:28.499409 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-88d4fa64-09b3-43b4-8b02-d511608a5b40 None None] Transition to ACTIVE for port object 0f8fab47-85f9-4b92-8c9c-03e0bbdde697 will not be triggered until provisioned by entity DHCP. {{(pid=85339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:02:28.504442 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-88d4fa64-09b3-43b4-8b02-d511608a5b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162'] for port, after_create {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:28.519992 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-362480ab-a7b8-4378-b942-4a45d47b6447 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:28.605776 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [None req-bca76bef-8b15-4fc7-9014-c868a06c2961 admin admin] Allocated IP 172.27.1.132 (42de8c2d-cd05-4680-9fb4-4f0e504e941e/337501b3-dbb5-4b21-86cd-6f03e94fa6eb/16c59360-875c-4006-b5e8-deeef303499d) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:02:28.627939 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f622b6-3bb6-468c-8498-0e26651784f7 None None] Sync routers for ids ['c8a21477-1fd7-41ef-aa57-d7617a4965b8'] in dv-cinder-689486-10-iscsi {{(pid=85340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:02:28.639108 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f622b6-3bb6-468c-8498-0e26651784f7 None None] Routers {'c8a21477-1fd7-41ef-aa57-d7617a4965b8'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:02:28.639762 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-e3f622b6-3bb6-468c-8498-0e26651784f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:02:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['c8a21477-1fd7-41ef-aa57-d7617a4965b8'], 'active': True} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:28.660739 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d4fa64-09b3-43b4-8b02-d511608a5b40 None None] Pushing event updated for resources: {'Port': ['ID=0f8fab47-85f9-4b92-8c9c-03e0bbdde697,revision_number=1']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:28.663680 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-88d4fa64-09b3-43b4-8b02-d511608a5b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:28.720877 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d4fa64-09b3-43b4-8b02-d511608a5b40 None None] Network 00a924b5-b04d-483b-a391-012e9c265591 is already hosted by enough agents. {{(pid=85339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:02:28.722251 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-88d4fa64-09b3-43b4-8b02-d511608a5b40 None None] Resources bound (agent type, host, resource id): {{(pid=85339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:02:28.724811 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d4fa64-09b3-43b4-8b02-d511608a5b40 None None] Received port after_create {{(pid=85339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:02:28.774621 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bca76bef-8b15-4fc7-9014-c868a06c2961 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:28.810119 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bca76bef-8b15-4fc7-9014-c868a06c2961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:28.823374 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-88d4fa64-09b3-43b4-8b02-d511608a5b40 None None] Attempting to bind port 0f8fab47-85f9-4b92-8c9c-03e0bbdde697 on host dv-cinder-689486-10-iscsi for vnic_type normal with profile {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:02:28.823774 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-88d4fa64-09b3-43b4-8b02-d511608a5b40 None None] Attempting to bind port 0f8fab47-85f9-4b92-8c9c-03e0bbdde697 by drivers openvswitch,hyperv on host dv-cinder-689486-10-iscsi at level 0 using segments [{'id': '8b73b2f9-bb89-4954-ad88-65ab701825ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '00a924b5-b04d-483b-a391-012e9c265591'}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:02:28.824192 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d4fa64-09b3-43b4-8b02-d511608a5b40 None None] Attempting to bind port 0f8fab47-85f9-4b92-8c9c-03e0bbdde697 on network 00a924b5-b04d-483b-a391-012e9c265591 {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:02:28.827977 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-431b09af-d7da-4bdc-ab1e-d4d22a0776c7 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:28.831518 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d4fa64-09b3-43b4-8b02-d511608a5b40 None None] Checking agent: {'id': '0d7cbe5e-bfbb-464b-b5de-cb3320bd5996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 41, 6), 'started_at': datetime.datetime(2021, 4, 16, 11, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:02:28.831993 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d4fa64-09b3-43b4-8b02-d511608a5b40 None None] Checking segment: {'id': '8b73b2f9-bb89-4954-ad88-65ab701825ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '00a924b5-b04d-483b-a391-012e9c265591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:02:28.832406 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-88d4fa64-09b3-43b4-8b02-d511608a5b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:28.832967 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d4fa64-09b3-43b4-8b02-d511608a5b40 None None] Bound using segment: {'id': '8b73b2f9-bb89-4954-ad88-65ab701825ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '00a924b5-b04d-483b-a391-012e9c265591'} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:02:28.833362 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-88d4fa64-09b3-43b4-8b02-d511608a5b40 None None] Bound port: 0f8fab47-85f9-4b92-8c9c-03e0bbdde697, host: dv-cinder-689486-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b73b2f9-bb89-4954-ad88-65ab701825ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '00a924b5-b04d-483b-a391-012e9c265591'}}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:02:28.833787 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-88d4fa64-09b3-43b4-8b02-d511608a5b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:28.942036 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-88d4fa64-09b3-43b4-8b02-d511608a5b40 None None] For port 0f8fab47-85f9-4b92-8c9c-03e0bbdde697, host dv-cinder-689486-10-iscsi, cleared binding levels {{(pid=85339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:02:28.946648 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-88d4fa64-09b3-43b4-8b02-d511608a5b40 None None] For port 0f8fab47-85f9-4b92-8c9c-03e0bbdde697, host dv-cinder-689486-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=0f8fab47-85f9-4b92-8c9c-03e0bbdde697,segment=NetworkSegment(8b73b2f9-bb89-4954-ad88-65ab701825ae),segment_id=8b73b2f9-bb89-4954-ad88-65ab701825ae)] {{(pid=85339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:02:28.950984 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-88d4fa64-09b3-43b4-8b02-d511608a5b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:28.968208 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:28.979957 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca76bef-8b15-4fc7-9014-c868a06c2961 admin admin] Pushing event updated for resources: {'Port': ['ID=16c59360-875c-4006-b5e8-deeef303499d,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:28.984784 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bca76bef-8b15-4fc7-9014-c868a06c2961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:29.005872 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-e3f622b6-3bb6-468c-8498-0e26651784f7 None None] Set router c8a21477-1fd7-41ef-aa57-d7617a4965b8 gateway port host: dv-cinder-689486-10-iscsi {{(pid=85340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:02:29.041503 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca76bef-8b15-4fc7-9014-c868a06c2961 admin admin] Network 42de8c2d-cd05-4680-9fb4-4f0e504e941e is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:02:29.042866 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-bca76bef-8b15-4fc7-9014-c868a06c2961 admin admin] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:02:29.045241 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca76bef-8b15-4fc7-9014-c868a06c2961 admin admin] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:02:29.371845 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-e3f622b6-3bb6-468c-8498-0e26651784f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'name': 'tempest-TestMinimumBasicScenario-2131371283-router', 'tenant_id': '0e71bb3ec7e446d1ad375bb511602e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'b65603c3-0f36-4739-8b8f-f25f0db2fd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:18Z', 'updated_at': '2021-04-16T12:02:24Z', 'revision_number': 4, 'project_id': '0e71bb3ec7e446d1ad375bb511602e80', 'gw_port': {'id': 'b65603c3-0f36-4739-8b8f-f25f0db2fd5a', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:19Z', 'updated_at': '2021-04-16T12:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': 'b93968bc-21e7-4d42-9b97-1661ade0de2f', 'name': '', 'network_id': '0a0e60a1-8cf7-4234-b709-4865575bfb7f', 'tenant_id': '0e71bb3ec7e446d1ad375bb511602e80', 'mac_address': 'fa:16:3e:75:17:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8d9db727-1f37-4187-ae49-d76963b88745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:22Z', 'updated_at': '2021-04-16T12:02:24Z', 'revision_number': 2, 'project_id': '0e71bb3ec7e446d1ad375bb511602e80', 'subnets': [{'id': '8d9db727-1f37-4187-ae49-d76963b88745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:29.377215 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f622b6-3bb6-468c-8498-0e26651784f7 None None] Checking router: c8a21477-1fd7-41ef-aa57-d7617a4965b8 for host: dv-cinder-689486-10-iscsi {{(pid=85340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:02:29.377837 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f622b6-3bb6-468c-8498-0e26651784f7 None None] Updating router c8a21477-1fd7-41ef-aa57-d7617a4965b8 port b93968bc-21e7-4d42-9b97-1661ade0de2f binding host dv-cinder-689486-10-iscsi {{(pid=85340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 12:02:29.396423 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d4fa64-09b3-43b4-8b02-d511608a5b40 None None] Pushing event updated for resources: {'Port': ['ID=0f8fab47-85f9-4b92-8c9c-03e0bbdde697,revision_number=2']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:29.399888 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-88d4fa64-09b3-43b4-8b02-d511608a5b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:29.477027 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e3f622b6-3bb6-468c-8498-0e26651784f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:29.517843 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device b65603c3-0f36-4739-8b8f-f25f0db2fd5a up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:02:29.552440 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bca76bef-8b15-4fc7-9014-c868a06c2961 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:29.592678 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port b65603c3-0f36-4739-8b8f-f25f0db2fd5a triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:29.593255 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:29.905135 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e3f622b6-3bb6-468c-8498-0e26651784f7 None None] Notify callbacks [] for port, precommit_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:29.917553 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-e3f622b6-3bb6-468c-8498-0e26651784f7 None None] Transition to ACTIVE for port object b93968bc-21e7-4d42-9b97-1661ade0de2f will not be triggered until provisioned by entity L2. {{(pid=85340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:02:29.923369 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e3f622b6-3bb6-468c-8498-0e26651784f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:29.939272 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e41fcb7f-059c-4f9a-a4ad-3ecfb44690e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:29.978367 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bca76bef-8b15-4fc7-9014-c868a06c2961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852693724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084810'] for router, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:30.071347 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec82c6-36dd-4f3a-bebd-cdc1722ab975 None None] Pushing event updated for resources: {'Port': ['ID=b93968bc-21e7-4d42-9b97-1661ade0de2f,revision_number=3']} {{(pid=85340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:30.071967 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device c8a02acf-a8e4-4f12-967d-052a3b888261 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:02:30.093206 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec82c6-36dd-4f3a-bebd-cdc1722ab975 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:30.093597 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec82c6-36dd-4f3a-bebd-cdc1722ab975 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:30.093982 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec82c6-36dd-4f3a-bebd-cdc1722ab975 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:30.094353 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec82c6-36dd-4f3a-bebd-cdc1722ab975 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:30.094722 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec82c6-36dd-4f3a-bebd-cdc1722ab975 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:30.095092 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec82c6-36dd-4f3a-bebd-cdc1722ab975 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:30.095461 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec82c6-36dd-4f3a-bebd-cdc1722ab975 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:30.095829 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec82c6-36dd-4f3a-bebd-cdc1722ab975 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:30.096193 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec82c6-36dd-4f3a-bebd-cdc1722ab975 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:30.096643 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec82c6-36dd-4f3a-bebd-cdc1722ab975 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:30.097207 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec82c6-36dd-4f3a-bebd-cdc1722ab975 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:30.097684 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec82c6-36dd-4f3a-bebd-cdc1722ab975 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:30.102828 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-fbec82c6-36dd-4f3a-bebd-cdc1722ab975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:30.115275 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] No Port match for: c8a02acf-a8e4-4f12-967d-052a3b888261 {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:02:30.115801 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device c8a02acf-a8e4-4f12-967d-052a3b888261 not bound to the agent host hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:02:30.231036 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca76bef-8b15-4fc7-9014-c868a06c2961 admin admin] Router 23e4592a-ad10-46d9-8e3b-71945d1bf7a4 is scheduled to L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 with binding_index 1 {{(pid=85337) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 12:02:30.313843 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-e3f622b6-3bb6-468c-8498-0e26651784f7 None None] Attempting to bind port b93968bc-21e7-4d42-9b97-1661ade0de2f on host dv-cinder-689486-10-iscsi for vnic_type normal with profile {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:02:30.314510 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-e3f622b6-3bb6-468c-8498-0e26651784f7 None None] Attempting to bind port b93968bc-21e7-4d42-9b97-1661ade0de2f by drivers openvswitch,hyperv on host dv-cinder-689486-10-iscsi at level 0 using segments [{'id': '57f751a3-56e8-446d-a76c-c51371ad74cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0a0e60a1-8cf7-4234-b709-4865575bfb7f'}] {{(pid=85340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:02:30.315160 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f622b6-3bb6-468c-8498-0e26651784f7 None None] Attempting to bind port b93968bc-21e7-4d42-9b97-1661ade0de2f on network 0a0e60a1-8cf7-4234-b709-4865575bfb7f {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:02:30.321467 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f622b6-3bb6-468c-8498-0e26651784f7 None None] Checking agent: {'id': '0d7cbe5e-bfbb-464b-b5de-cb3320bd5996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 41, 6), 'started_at': datetime.datetime(2021, 4, 16, 11, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:02:30.321888 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f622b6-3bb6-468c-8498-0e26651784f7 None None] Checking segment: {'id': '57f751a3-56e8-446d-a76c-c51371ad74cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0a0e60a1-8cf7-4234-b709-4865575bfb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:02:30.322331 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e3f622b6-3bb6-468c-8498-0e26651784f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:30.322768 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f622b6-3bb6-468c-8498-0e26651784f7 None None] Bound using segment: {'id': '57f751a3-56e8-446d-a76c-c51371ad74cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0a0e60a1-8cf7-4234-b709-4865575bfb7f'} {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:02:30.323277 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-e3f622b6-3bb6-468c-8498-0e26651784f7 None None] Bound port: b93968bc-21e7-4d42-9b97-1661ade0de2f, host: dv-cinder-689486-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f751a3-56e8-446d-a76c-c51371ad74cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0a0e60a1-8cf7-4234-b709-4865575bfb7f'}}] {{(pid=85340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:02:30.323768 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e3f622b6-3bb6-468c-8498-0e26651784f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:30.428900 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-e3f622b6-3bb6-468c-8498-0e26651784f7 None None] For port b93968bc-21e7-4d42-9b97-1661ade0de2f, host dv-cinder-689486-10-iscsi, cleared binding levels {{(pid=85340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:02:30.433182 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-e3f622b6-3bb6-468c-8498-0e26651784f7 None None] For port b93968bc-21e7-4d42-9b97-1661ade0de2f, host dv-cinder-689486-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=b93968bc-21e7-4d42-9b97-1661ade0de2f,segment=NetworkSegment(57f751a3-56e8-446d-a76c-c51371ad74cc),segment_id=57f751a3-56e8-446d-a76c-c51371ad74cc)] {{(pid=85340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:02:30.436729 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e3f622b6-3bb6-468c-8498-0e26651784f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:30.453405 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:30.630122 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec82c6-36dd-4f3a-bebd-cdc1722ab975 None None] Pushing event updated for resources: {'Port': ['ID=b93968bc-21e7-4d42-9b97-1661ade0de2f,revision_number=4']} {{(pid=85340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:30.636199 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-fbec82c6-36dd-4f3a-bebd-cdc1722ab975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:30.684516 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f622b6-3bb6-468c-8498-0e26651784f7 None None] Routers {'c8a21477-1fd7-41ef-aa57-d7617a4965b8'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:02:30.685365 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-e3f622b6-3bb6-468c-8498-0e26651784f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:02:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['c8a21477-1fd7-41ef-aa57-d7617a4965b8'], 'active': True} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:30.725983 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca76bef-8b15-4fc7-9014-c868a06c2961 admin admin] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:02:30.736943 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0c1905-4454-4ec1-a187-4cfaed76cc9e None None] Sync routers for ids ['23e4592a-ad10-46d9-8e3b-71945d1bf7a4'] in dv-cinder-689486-10-iscsi {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:02:30.755513 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0c1905-4454-4ec1-a187-4cfaed76cc9e None None] Routers {'23e4592a-ad10-46d9-8e3b-71945d1bf7a4'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:02:30.756724 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-0e0c1905-4454-4ec1-a187-4cfaed76cc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:02:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['23e4592a-ad10-46d9-8e3b-71945d1bf7a4'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:30.763056 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bca76bef-8b15-4fc7-9014-c868a06c2961 admin admin] Notify callbacks [] for router, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:30.767980 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 58402) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:30.769446 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-bca76bef-8b15-4fc7-9014-c868a06c2961 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3457484 Apr 16 12:02:31.007572 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-e3f622b6-3bb6-468c-8498-0e26651784f7 None None] Set router c8a21477-1fd7-41ef-aa57-d7617a4965b8 gateway port host: dv-cinder-689486-10-iscsi {{(pid=85340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:02:31.012892 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-0e0c1905-4454-4ec1-a187-4cfaed76cc9e None None] Set router 23e4592a-ad10-46d9-8e3b-71945d1bf7a4 gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:02:31.130145 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff286deb-3a0c-4dd8-8e41-66b974070df6 req-57d7dbaa-0030-4b9b-b6bd-1691acd43694 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:31.133125 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-ff286deb-3a0c-4dd8-8e41-66b974070df6 req-57d7dbaa-0030-4b9b-b6bd-1691acd43694 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Synchronizing usage tracker for tenant:705b714d8f364504a20d48e49e14d504 on resource:port {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:02:31.152977 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-ff286deb-3a0c-4dd8-8e41-66b974070df6 req-57d7dbaa-0030-4b9b-b6bd-1691acd43694 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Unset dirty status for tenant:705b714d8f364504a20d48e49e14d504 on resource:port {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:02:31.155613 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1646f484-7c71-466f-a808-d85309cdf0de None None] Network 00a924b5-b04d-483b-a391-012e9c265591 requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:02:31.161157 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ff286deb-3a0c-4dd8-8e41-66b974070df6 req-57d7dbaa-0030-4b9b-b6bd-1691acd43694 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=11320d48-a170-4a4a-a542-35e279497943 HTTP/1.1" status: 200 len: 946 time: 0.1512320 Apr 16 12:02:31.271334 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ff286deb-3a0c-4dd8-8e41-66b974070df6 req-3056615c-fd84-43fc-a401-14b489f5ace6 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088860 Apr 16 12:02:31.400165 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-e3f622b6-3bb6-468c-8498-0e26651784f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'name': 'tempest-TestMinimumBasicScenario-2131371283-router', 'tenant_id': '0e71bb3ec7e446d1ad375bb511602e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'b65603c3-0f36-4739-8b8f-f25f0db2fd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:18Z', 'updated_at': '2021-04-16T12:02:24Z', 'revision_number': 4, 'project_id': '0e71bb3ec7e446d1ad375bb511602e80', 'gw_port': {'id': 'b65603c3-0f36-4739-8b8f-f25f0db2fd5a', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:19Z', 'updated_at': '2021-04-16T12:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': 'b93968bc-21e7-4d42-9b97-1661ade0de2f', 'name': '', 'network_id': '0a0e60a1-8cf7-4234-b709-4865575bfb7f', 'tenant_id': '0e71bb3ec7e446d1ad375bb511602e80', 'mac_address': 'fa:16:3e:75:17:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8d9db727-1f37-4187-ae49-d76963b88745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:22Z', 'updated_at': '2021-04-16T12:02:30Z', 'revision_number': 4, 'project_id': '0e71bb3ec7e446d1ad375bb511602e80', 'subnets': [{'id': '8d9db727-1f37-4187-ae49-d76963b88745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:31.404468 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f622b6-3bb6-468c-8498-0e26651784f7 None None] The sync data for ids ['c8a21477-1fd7-41ef-aa57-d7617a4965b8'] in dv-cinder-689486-10-iscsi is: [{'id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'name': 'tempest-TestMinimumBasicScenario-2131371283-router', 'tenant_id': '0e71bb3ec7e446d1ad375bb511602e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'b65603c3-0f36-4739-8b8f-f25f0db2fd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:18Z', 'updated_at': '2021-04-16T12:02:24Z', 'revision_number': 4, 'project_id': '0e71bb3ec7e446d1ad375bb511602e80', 'gw_port': {'id': 'b65603c3-0f36-4739-8b8f-f25f0db2fd5a', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:19Z', 'updated_at': '2021-04-16T12:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': 'b93968bc-21e7-4d42-9b97-1661ade0de2f', 'name': '', 'network_id': '0a0e60a1-8cf7-4234-b709-4865575bfb7f', 'tenant_id': '0e71bb3ec7e446d1ad375bb511602e80', 'mac_address': 'fa:16:3e:75:17:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8d9db727-1f37-4187-ae49-d76963b88745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:22Z', 'updated_at': '2021-04-16T12:02:30Z', 'revision_number': 4, 'project_id': '0e71bb3ec7e446d1ad375bb511602e80', 'subnets': [{'id': '8d9db727-1f37-4187-ae49-d76963b88745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:02:31.552609 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-dee1dfb4-b926-4d66-96db-61cc60fc8e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:31.610188 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-0c039861-0eb1-47f9-ad6a-df9f75639053 None None] Provisioning for port 0f8fab47-85f9-4b92-8c9c-03e0bbdde697 completed by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:02:31.653201 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device b93968bc-21e7-4d42-9b97-1661ade0de2f up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:02:31.687042 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fc068b94-c80e-421a-9960-60d6635b3e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:31.771482 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-0e0c1905-4454-4ec1-a187-4cfaed76cc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e4592a-ad10-46d9-8e3b-71945d1bf7a4', 'name': 'tempest-TestMinimumBasicScenario-1509416251-router', 'tenant_id': '4ffc93886e074b63aa8b6a11d39779b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '16c59360-875c-4006-b5e8-deeef303499d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:27Z', 'updated_at': '2021-04-16T12:02:29Z', 'revision_number': 3, 'project_id': '4ffc93886e074b63aa8b6a11d39779b9', 'gw_port': {'id': '16c59360-875c-4006-b5e8-deeef303499d', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:00:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e4592a-ad10-46d9-8e3b-71945d1bf7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:28Z', 'updated_at': '2021-04-16T12:02:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi'}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:31.839914 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0c1905-4454-4ec1-a187-4cfaed76cc9e None None] Checking router: 23e4592a-ad10-46d9-8e3b-71945d1bf7a4 for host: dv-cinder-689486-10-iscsi {{(pid=85339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:02:31.840368 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0c1905-4454-4ec1-a187-4cfaed76cc9e None None] Updating router 23e4592a-ad10-46d9-8e3b-71945d1bf7a4 port 16c59360-875c-4006-b5e8-deeef303499d binding host dv-cinder-689486-10-iscsi {{(pid=85339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 12:02:31.944687 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [None req-fc068b94-c80e-421a-9960-60d6635b3e50 admin admin] Allocated IP 172.20.0.1 (00a924b5-b04d-483b-a391-012e9c265591/c7230a14-7ca9-4627-b77e-57fd657fb301/71831405-a5d5-44d2-8343-4acc3c6561cf) {{(pid=85338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:02:31.961835 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning for port b93968bc-21e7-4d42-9b97-1661ade0de2f completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:02:32.128581 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fc068b94-c80e-421a-9960-60d6635b3e50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:32.146904 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-fc068b94-c80e-421a-9960-60d6635b3e50 admin admin] Transition to ACTIVE for port object 71831405-a5d5-44d2-8343-4acc3c6561cf will not be triggered until provisioned by entity DHCP. {{(pid=85338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:02:32.164031 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port b93968bc-21e7-4d42-9b97-1661ade0de2f triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:32.164487 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:32.171902 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fc068b94-c80e-421a-9960-60d6635b3e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1351932'] for port, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:32.188833 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-39ac225e-71a8-404c-a723-a5d10ccfa7b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:32.210991 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0e0c1905-4454-4ec1-a187-4cfaed76cc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:32.559159 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:32.626485 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc068b94-c80e-421a-9960-60d6635b3e50 admin admin] Pushing event updated for resources: {'Port': ['ID=71831405-a5d5-44d2-8343-4acc3c6561cf,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:32.644441 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-fc068b94-c80e-421a-9960-60d6635b3e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:32.648066 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] For port b93968bc-21e7-4d42-9b97-1661ade0de2f, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=b93968bc-21e7-4d42-9b97-1661ade0de2f,segment=NetworkSegment(57f751a3-56e8-446d-a76c-c51371ad74cc),segment_id=57f751a3-56e8-446d-a76c-c51371ad74cc)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:32.658496 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:32.660648 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 0f8fab47-85f9-4b92-8c9c-03e0bbdde697 up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:02:32.702242 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:32.711863 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223abaa-f102-4cbc-a300-e4c48c422837 req-4bf3ee36-5f64-4dd2-bf46-781e662992e2 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:32.713487 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6223abaa-f102-4cbc-a300-e4c48c422837 req-4bf3ee36-5f64-4dd2-bf46-781e662992e2 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=11320d48-a170-4a4a-a542-35e279497943 HTTP/1.1" status: 200 len: 946 time: 0.1856325 Apr 16 12:02:32.718100 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc068b94-c80e-421a-9960-60d6635b3e50 admin admin] Network 00a924b5-b04d-483b-a391-012e9c265591 is already hosted by enough agents. {{(pid=85338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:02:32.719305 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-fc068b94-c80e-421a-9960-60d6635b3e50 admin admin] Resources bound (agent type, host, resource id): {{(pid=85338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:02:32.724000 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc068b94-c80e-421a-9960-60d6635b3e50 admin admin] Received port after_create {{(pid=85338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:02:32.822032 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6223abaa-f102-4cbc-a300-e4c48c422837 req-160dbee5-870c-415d-8b85-edb0d7dcc1a2 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992606 Apr 16 12:02:32.823755 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fc068b94-c80e-421a-9960-60d6635b3e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852692337'] for router_interface, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:32.841960 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Pushing event updated for resources: {'Port': ['ID=b93968bc-21e7-4d42-9b97-1661ade0de2f,revision_number=5']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:32.850162 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:32.911293 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning for port 0f8fab47-85f9-4b92-8c9c-03e0bbdde697 completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:02:32.932734 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port 0f8fab47-85f9-4b92-8c9c-03e0bbdde697 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:32.933164 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:32.948087 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c11de-676f-4e49-80fb-25ce29c206fb req-668449d4-03ed-4b9a-b316-72fe1802cb19 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:32.949834 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8a2c11de-676f-4e49-80fb-25ce29c206fb req-668449d4-03ed-4b9a-b316-72fe1802cb19 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.79 "GET /v2.0/ports?device_id=11320d48-a170-4a4a-a542-35e279497943 HTTP/1.1" status: 200 len: 946 time: 0.1136172 Apr 16 12:02:33.016695 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0e0c1905-4454-4ec1-a187-4cfaed76cc9e None None] Notify callbacks [] for port, precommit_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:33.028530 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-8fc084d1-7976-4d7c-8fe4-af43f9665c63 None None] Provisioning for port 71831405-a5d5-44d2-8343-4acc3c6561cf completed by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:02:33.041216 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-8fc084d1-7976-4d7c-8fe4-af43f9665c63 None None] Provisioning complete for port 71831405-a5d5-44d2-8343-4acc3c6561cf triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:33.041634 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8fc084d1-7976-4d7c-8fe4-af43f9665c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:33.042135 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-8a2c11de-676f-4e49-80fb-25ce29c206fb req-21ca5cf1-d00b-4c2d-af11-05ab7373a8a5 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Deleting port 4b9faeb7-a910-42ad-b729-a6b699878c4e {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:02:33.042536 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-8a2c11de-676f-4e49-80fb-25ce29c206fb req-21ca5cf1-d00b-4c2d-af11-05ab7373a8a5 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:33.069603 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-0e0c1905-4454-4ec1-a187-4cfaed76cc9e None None] Transition to ACTIVE for port object 16c59360-875c-4006-b5e8-deeef303499d will not be triggered until provisioned by entity L2. {{(pid=85339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:02:33.090242 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0e0c1905-4454-4ec1-a187-4cfaed76cc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:33.102452 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fc068b94-c80e-421a-9960-60d6635b3e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:33.108482 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:33.306369 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-8fc084d1-7976-4d7c-8fe4-af43f9665c63 None None] Port 71831405-a5d5-44d2-8343-4acc3c6561cf cannot update to ACTIVE because it is not bound. {{(pid=85339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:02:33.324013 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-8a2c11de-676f-4e49-80fb-25ce29c206fb req-21ca5cf1-d00b-4c2d-af11-05ab7373a8a5 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] For port 4b9faeb7-a910-42ad-b729-a6b699878c4e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=4b9faeb7-a910-42ad-b729-a6b699878c4e,segment=NetworkSegment(15d11fa1-2759-4281-9662-7a0a5490799f),segment_id=15d11fa1-2759-4281-9662-7a0a5490799f)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:33.324254 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-8a2c11de-676f-4e49-80fb-25ce29c206fb req-21ca5cf1-d00b-4c2d-af11-05ab7373a8a5 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:33.347807 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f01cb4-6e20-4c9c-adaa-e9912816ef6f None None] Pushing event updated for resources: {'Port': ['ID=16c59360-875c-4006-b5e8-deeef303499d,revision_number=2']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:33.348063 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fc068b94-c80e-421a-9960-60d6635b3e50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:33.352992 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fc068b94-c80e-421a-9960-60d6635b3e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853423900'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:33.364466 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:33.374388 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b2f01cb4-6e20-4c9c-adaa-e9912816ef6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:33.383890 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-56fce860-3f06-43e3-9f27-a19105c57619 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:33.442273 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] For port 0f8fab47-85f9-4b92-8c9c-03e0bbdde697, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=0f8fab47-85f9-4b92-8c9c-03e0bbdde697,segment=NetworkSegment(8b73b2f9-bb89-4954-ad88-65ab701825ae),segment_id=8b73b2f9-bb89-4954-ad88-65ab701825ae)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:33.457296 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:33.460433 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-28a817c1-7033-45ae-bd90-76e00bae9cdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:33.463727 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-8a2c11de-676f-4e49-80fb-25ce29c206fb req-21ca5cf1-d00b-4c2d-af11-05ab7373a8a5 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Calling delete_port for 4b9faeb7-a910-42ad-b729-a6b699878c4e owned by compute:nova {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:02:33.477784 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fc068b94-c80e-421a-9960-60d6635b3e50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083560'] for router_interface, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:33.493872 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc068b94-c80e-421a-9960-60d6635b3e50 admin admin] Pushing event updated for resources: {'Port': ['ID=71831405-a5d5-44d2-8343-4acc3c6561cf,revision_number=2']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:33.501238 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-fc068b94-c80e-421a-9960-60d6635b3e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:33.510205 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-0e0c1905-4454-4ec1-a187-4cfaed76cc9e None None] Attempting to bind port 16c59360-875c-4006-b5e8-deeef303499d on host dv-cinder-689486-10-iscsi for vnic_type normal with profile {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:02:33.510724 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-0e0c1905-4454-4ec1-a187-4cfaed76cc9e None None] Attempting to bind port 16c59360-875c-4006-b5e8-deeef303499d by drivers openvswitch,hyperv on host dv-cinder-689486-10-iscsi at level 0 using segments [{'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:02:33.511040 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0c1905-4454-4ec1-a187-4cfaed76cc9e None None] Attempting to bind port 16c59360-875c-4006-b5e8-deeef303499d on network 42de8c2d-cd05-4680-9fb4-4f0e504e941e {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:02:33.532758 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0c1905-4454-4ec1-a187-4cfaed76cc9e None None] Checking agent: {'id': '0d7cbe5e-bfbb-464b-b5de-cb3320bd5996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 41, 6), 'started_at': datetime.datetime(2021, 4, 16, 11, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:02:33.533206 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0c1905-4454-4ec1-a187-4cfaed76cc9e None None] Checking segment: {'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:02:33.533654 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0e0c1905-4454-4ec1-a187-4cfaed76cc9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:33.534111 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0c1905-4454-4ec1-a187-4cfaed76cc9e None None] Bound using segment: {'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:02:33.534698 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-0e0c1905-4454-4ec1-a187-4cfaed76cc9e None None] Bound port: 16c59360-875c-4006-b5e8-deeef303499d, host: dv-cinder-689486-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'}}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:02:33.535077 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0e0c1905-4454-4ec1-a187-4cfaed76cc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:33.579696 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device b93968bc-21e7-4d42-9b97-1661ade0de2f up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:02:33.636876 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc068b94-c80e-421a-9960-60d6635b3e50 admin admin] Network 00a924b5-b04d-483b-a391-012e9c265591 is already hosted by enough agents. {{(pid=85338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:02:33.637721 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-8a2c11de-676f-4e49-80fb-25ce29c206fb req-21ca5cf1-d00b-4c2d-af11-05ab7373a8a5 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:33.638322 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-fc068b94-c80e-421a-9960-60d6635b3e50 admin admin] Resources bound (agent type, host, resource id): {{(pid=85338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:02:33.664839 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['78103631-4671-4c83-b831-bccec2bec8c5', '9f0f4c20-4751-43a6-a865-3069db484dd8', '4b9faeb7-a910-42ad-b729-a6b699878c4e'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:02:33.744645 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-0e0c1905-4454-4ec1-a187-4cfaed76cc9e None None] For port 16c59360-875c-4006-b5e8-deeef303499d, host dv-cinder-689486-10-iscsi, cleared binding levels {{(pid=85339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:02:33.748323 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-0e0c1905-4454-4ec1-a187-4cfaed76cc9e None None] For port 16c59360-875c-4006-b5e8-deeef303499d, host dv-cinder-689486-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=16c59360-875c-4006-b5e8-deeef303499d,segment=NetworkSegment(fbc7dd2f-3e5c-4067-bc2d-84cf54659228),segment_id=fbc7dd2f-3e5c-4067-bc2d-84cf54659228)] {{(pid=85339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:02:33.765121 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Pushing event updated for resources: {'Port': ['ID=0f8fab47-85f9-4b92-8c9c-03e0bbdde697,revision_number=3']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:33.769041 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0e0c1905-4454-4ec1-a187-4cfaed76cc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:33.781952 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-eb6c46ca-63ea-4ff8-a7d9-d5fec9667856 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:33.793138 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:33.793667 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:33.830732 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca5cf1-d00b-4c2d-af11-05ab7373a8a5 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Pushing event deleted for resources: {'Port': ['ID=4b9faeb7-a910-42ad-b729-a6b699878c4e,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:33.840170 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-21ca5cf1-d00b-4c2d-af11-05ab7373a8a5 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:33.862411 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc068b94-c80e-421a-9960-60d6635b3e50 admin admin] Router 23e4592a-ad10-46d9-8e3b-71945d1bf7a4 has already been hosted by L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 {{(pid=85338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:02:33.932945 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2c11de-676f-4e49-80fb-25ce29c206fb req-21ca5cf1-d00b-4c2d-af11-05ab7373a8a5 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] No DVR routers for this DVR port 4b9faeb7-a910-42ad-b729-a6b699878c4e on host hv-cinder-68948 {{(pid=85337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:02:33.935762 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-8a2c11de-676f-4e49-80fb-25ce29c206fb req-21ca5cf1-d00b-4c2d-af11-05ab7373a8a5 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:33.941007 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11320d48-a170-4a4a-a542-35e279497943', 'name': 'network-vif-deleted', 'tag': '4b9faeb7-a910-42ad-b729-a6b699878c4e'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:02:33.956176 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8a2c11de-676f-4e49-80fb-25ce29c206fb req-21ca5cf1-d00b-4c2d-af11-05ab7373a8a5 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.79 "DELETE /v2.0/ports/4b9faeb7-a910-42ad-b729-a6b699878c4e HTTP/1.1" status: 204 len: 173 time: 0.9950557 Apr 16 12:02:33.992689 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port b93968bc-21e7-4d42-9b97-1661ade0de2f triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:33.993114 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:34.038025 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11320d48-a170-4a4a-a542-35e279497943', 'name': 'network-vif-deleted', 'tag': '4b9faeb7-a910-42ad-b729-a6b699878c4e', 'status': 'completed', 'code': 200} Apr 16 12:02:34.045190 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-804d6d0c-68dd-409b-b6a2-64dc272437fa req-d5fc37a9-c3b3-46ab-b648-2134c853a3dd tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Synchronizing usage tracker for tenant:705b714d8f364504a20d48e49e14d504 on resource:port {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:02:34.066769 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-804d6d0c-68dd-409b-b6a2-64dc272437fa req-d5fc37a9-c3b3-46ab-b648-2134c853a3dd tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Unset dirty status for tenant:705b714d8f364504a20d48e49e14d504 on resource:port {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:02:34.067007 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f01cb4-6e20-4c9c-adaa-e9912816ef6f None None] Pushing event updated for resources: {'Port': ['ID=16c59360-875c-4006-b5e8-deeef303499d,revision_number=3']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:34.068509 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-804d6d0c-68dd-409b-b6a2-64dc272437fa req-d5fc37a9-c3b3-46ab-b648-2134c853a3dd tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=11320d48-a170-4a4a-a542-35e279497943 HTTP/1.1" status: 200 len: 210 time: 0.0784831 Apr 16 12:02:34.130957 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc068b94-c80e-421a-9960-60d6635b3e50 admin admin] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:02:34.152307 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-fc068b94-c80e-421a-9960-60d6635b3e50 admin admin] 10.222.0.71 "PUT /v2.0/routers/23e4592a-ad10-46d9-8e3b-71945d1bf7a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3717170 Apr 16 12:02:34.282446 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b2f01cb4-6e20-4c9c-adaa-e9912816ef6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:34.290276 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-fd2b0488-730e-45a7-b216-000ef78c2277 None None] Provisioning complete for port 71831405-a5d5-44d2-8343-4acc3c6561cf triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:34.290702 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fd2b0488-730e-45a7-b216-000ef78c2277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:34.414670 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-fd2b0488-730e-45a7-b216-000ef78c2277 None None] Port 71831405-a5d5-44d2-8343-4acc3c6561cf cannot update to ACTIVE because it is not bound. {{(pid=85339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:02:34.541502 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0c1905-4454-4ec1-a187-4cfaed76cc9e None None] Routers {'23e4592a-ad10-46d9-8e3b-71945d1bf7a4'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:02:34.542195 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-0e0c1905-4454-4ec1-a187-4cfaed76cc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:02:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['23e4592a-ad10-46d9-8e3b-71945d1bf7a4'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:34.813916 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-0e0c1905-4454-4ec1-a187-4cfaed76cc9e None None] Set router 23e4592a-ad10-46d9-8e3b-71945d1bf7a4 gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:02:34.919092 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-07188c5b-ddb6-46d0-b15b-687a949294dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:35.271900 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-0e0c1905-4454-4ec1-a187-4cfaed76cc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e4592a-ad10-46d9-8e3b-71945d1bf7a4', 'name': 'tempest-TestMinimumBasicScenario-1509416251-router', 'tenant_id': '4ffc93886e074b63aa8b6a11d39779b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '16c59360-875c-4006-b5e8-deeef303499d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:27Z', 'updated_at': '2021-04-16T12:02:33Z', 'revision_number': 4, 'project_id': '4ffc93886e074b63aa8b6a11d39779b9', 'gw_port': {'id': '16c59360-875c-4006-b5e8-deeef303499d', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:00:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e4592a-ad10-46d9-8e3b-71945d1bf7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:28Z', 'updated_at': '2021-04-16T12:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': '71831405-a5d5-44d2-8343-4acc3c6561cf', 'name': '', 'network_id': '00a924b5-b04d-483b-a391-012e9c265591', 'tenant_id': '4ffc93886e074b63aa8b6a11d39779b9', 'mac_address': 'fa:16:3e:61:d2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e4592a-ad10-46d9-8e3b-71945d1bf7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'c7230a14-7ca9-4627-b77e-57fd657fb301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:31Z', 'updated_at': '2021-04-16T12:02:33Z', 'revision_number': 2, 'project_id': '4ffc93886e074b63aa8b6a11d39779b9', 'subnets': [{'id': 'c7230a14-7ca9-4627-b77e-57fd657fb301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:35.278790 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0c1905-4454-4ec1-a187-4cfaed76cc9e None None] The sync data for ids ['23e4592a-ad10-46d9-8e3b-71945d1bf7a4'] in dv-cinder-689486-10-iscsi is: [{'id': '23e4592a-ad10-46d9-8e3b-71945d1bf7a4', 'name': 'tempest-TestMinimumBasicScenario-1509416251-router', 'tenant_id': '4ffc93886e074b63aa8b6a11d39779b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '16c59360-875c-4006-b5e8-deeef303499d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:27Z', 'updated_at': '2021-04-16T12:02:33Z', 'revision_number': 4, 'project_id': '4ffc93886e074b63aa8b6a11d39779b9', 'gw_port': {'id': '16c59360-875c-4006-b5e8-deeef303499d', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:00:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e4592a-ad10-46d9-8e3b-71945d1bf7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:28Z', 'updated_at': '2021-04-16T12:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': '71831405-a5d5-44d2-8343-4acc3c6561cf', 'name': '', 'network_id': '00a924b5-b04d-483b-a391-012e9c265591', 'tenant_id': '4ffc93886e074b63aa8b6a11d39779b9', 'mac_address': 'fa:16:3e:61:d2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e4592a-ad10-46d9-8e3b-71945d1bf7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'c7230a14-7ca9-4627-b77e-57fd657fb301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:31Z', 'updated_at': '2021-04-16T12:02:33Z', 'revision_number': 2, 'project_id': '4ffc93886e074b63aa8b6a11d39779b9', 'subnets': [{'id': 'c7230a14-7ca9-4627-b77e-57fd657fb301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:02:35.557266 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 0f8fab47-85f9-4b92-8c9c-03e0bbdde697 up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:02:35.666028 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef55c4-f7a1-4018-927c-5b455293aaa5 req-0d5d16b5-73ab-49d0-8fc6-95dd8f96cddd tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:35.667994 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0cef55c4-f7a1-4018-927c-5b455293aaa5 req-0d5d16b5-73ab-49d0-8fc6-95dd8f96cddd tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5f5c7cc-bb8d-4c27-89f4-b304743c7682 HTTP/1.1" status: 200 len: 945 time: 0.1266074 Apr 16 12:02:35.672103 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port 0f8fab47-85f9-4b92-8c9c-03e0bbdde697 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:35.672663 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:35.787924 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0cef55c4-f7a1-4018-927c-5b455293aaa5 req-9a4a0bb7-15dc-4e70-924f-619e1ed82f7f tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887401 Apr 16 12:02:35.890714 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:36.144679 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 4b9faeb7-a910-42ad-b729-a6b699878c4e no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:02:36.250915 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] No Port match for: 4b9faeb7-a910-42ad-b729-a6b699878c4e {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:02:36.251745 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 4b9faeb7-a910-42ad-b729-a6b699878c4e not bound to the agent host hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:02:36.430170 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:37.086949 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2ec2c-35be-4d76-af10-f25161c37bb1 req-69d14616-21d6-4141-aa45-26f3b7b012ae tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:37.090092 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c5f2ec2c-35be-4d76-af10-f25161c37bb1 req-69d14616-21d6-4141-aa45-26f3b7b012ae tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5f5c7cc-bb8d-4c27-89f4-b304743c7682 HTTP/1.1" status: 200 len: 945 time: 0.1434789 Apr 16 12:02:37.154932 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c5f2ec2c-35be-4d76-af10-f25161c37bb1 req-2d106ad6-96e4-4b97-bd5f-320b08526016 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576191 Apr 16 12:02:37.318082 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e2250-2379-4981-8bc2-177c6150c6c9 req-289a8836-6188-4e46-9b46-d8f66da78f57 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:37.319764 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e49e2250-2379-4981-8bc2-177c6150c6c9 req-289a8836-6188-4e46-9b46-d8f66da78f57 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f5c7cc-bb8d-4c27-89f4-b304743c7682 HTTP/1.1" status: 200 len: 945 time: 0.1028886 Apr 16 12:02:37.406000 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-e49e2250-2379-4981-8bc2-177c6150c6c9 req-bfab9b03-8105-4c40-b48f-786a7782647a tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Deleting port 9f0f4c20-4751-43a6-a865-3069db484dd8 {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:02:37.406000 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-e49e2250-2379-4981-8bc2-177c6150c6c9 req-bfab9b03-8105-4c40-b48f-786a7782647a tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:37.607040 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 16c59360-875c-4006-b5e8-deeef303499d up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:02:37.683325 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:37.707985 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning for port 16c59360-875c-4006-b5e8-deeef303499d completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:02:37.714142 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port 16c59360-875c-4006-b5e8-deeef303499d triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:37.714803 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:37.748179 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-e49e2250-2379-4981-8bc2-177c6150c6c9 req-bfab9b03-8105-4c40-b48f-786a7782647a tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] For port 9f0f4c20-4751-43a6-a865-3069db484dd8, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=9f0f4c20-4751-43a6-a865-3069db484dd8,segment=NetworkSegment(15d11fa1-2759-4281-9662-7a0a5490799f),segment_id=15d11fa1-2759-4281-9662-7a0a5490799f)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:37.748616 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-e49e2250-2379-4981-8bc2-177c6150c6c9 req-bfab9b03-8105-4c40-b48f-786a7782647a tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:37.856746 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:37.878969 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] For port 16c59360-875c-4006-b5e8-deeef303499d, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=16c59360-875c-4006-b5e8-deeef303499d,segment=NetworkSegment(fbc7dd2f-3e5c-4067-bc2d-84cf54659228),segment_id=fbc7dd2f-3e5c-4067-bc2d-84cf54659228)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:37.896576 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:37.896576 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:37.921032 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-e49e2250-2379-4981-8bc2-177c6150c6c9 req-bfab9b03-8105-4c40-b48f-786a7782647a tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Calling delete_port for 9f0f4c20-4751-43a6-a865-3069db484dd8 owned by compute:nova {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:02:37.974873 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Pushing event updated for resources: {'Port': ['ID=16c59360-875c-4006-b5e8-deeef303499d,revision_number=4']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:37.978431 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:38.108372 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-e49e2250-2379-4981-8bc2-177c6150c6c9 req-bfab9b03-8105-4c40-b48f-786a7782647a tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:38.123486 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['78103631-4671-4c83-b831-bccec2bec8c5', '9f0f4c20-4751-43a6-a865-3069db484dd8'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:02:38.128513 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-2fcb6358-2633-4dac-8aa5-e3cc18697f22 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:38.273849 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab9b03-8105-4c40-b48f-786a7782647a tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Pushing event deleted for resources: {'Port': ['ID=9f0f4c20-4751-43a6-a865-3069db484dd8,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:38.286840 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bfab9b03-8105-4c40-b48f-786a7782647a tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:38.425163 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f3cee5ff-d27e-4012-89b4-81e58c68c47d req-ef0afe18-434d-4462-b35e-323b0182701e tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5f5c7cc-bb8d-4c27-89f4-b304743c7682 HTTP/1.1" status: 200 len: 210 time: 0.0730970 Apr 16 12:02:38.486005 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49e2250-2379-4981-8bc2-177c6150c6c9 req-bfab9b03-8105-4c40-b48f-786a7782647a tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] No DVR routers for this DVR port 9f0f4c20-4751-43a6-a865-3069db484dd8 on host hv-cinder-68948 {{(pid=85337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:02:38.489461 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-e49e2250-2379-4981-8bc2-177c6150c6c9 req-bfab9b03-8105-4c40-b48f-786a7782647a tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:38.494388 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f5c7cc-bb8d-4c27-89f4-b304743c7682', 'name': 'network-vif-deleted', 'tag': '9f0f4c20-4751-43a6-a865-3069db484dd8'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:02:38.518625 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e49e2250-2379-4981-8bc2-177c6150c6c9 req-bfab9b03-8105-4c40-b48f-786a7782647a tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.79 "DELETE /v2.0/ports/9f0f4c20-4751-43a6-a865-3069db484dd8 HTTP/1.1" status: 204 len: 173 time: 1.1917503 Apr 16 12:02:38.564380 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f5c7cc-bb8d-4c27-89f4-b304743c7682', 'name': 'network-vif-deleted', 'tag': '9f0f4c20-4751-43a6-a865-3069db484dd8', 'status': 'completed', 'code': 200} Apr 16 12:02:39.032712 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9442c136-3a96-4031-ba54-1c8b31b1bdc7 None None] Sync routers for ids ['23e4592a-ad10-46d9-8e3b-71945d1bf7a4'] in dv-cinder-689486-10-iscsi {{(pid=85340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:02:39.046980 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9442c136-3a96-4031-ba54-1c8b31b1bdc7 None None] Routers {'23e4592a-ad10-46d9-8e3b-71945d1bf7a4'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:02:39.047813 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-9442c136-3a96-4031-ba54-1c8b31b1bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:02:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['23e4592a-ad10-46d9-8e3b-71945d1bf7a4'], 'active': True} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:39.464360 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-9442c136-3a96-4031-ba54-1c8b31b1bdc7 None None] Set router 23e4592a-ad10-46d9-8e3b-71945d1bf7a4 gateway port host: dv-cinder-689486-10-iscsi {{(pid=85340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:02:39.582644 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 16c59360-875c-4006-b5e8-deeef303499d up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:02:39.693187 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port 16c59360-875c-4006-b5e8-deeef303499d triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:39.693612 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:39.835860 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-9442c136-3a96-4031-ba54-1c8b31b1bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e4592a-ad10-46d9-8e3b-71945d1bf7a4', 'name': 'tempest-TestMinimumBasicScenario-1509416251-router', 'tenant_id': '4ffc93886e074b63aa8b6a11d39779b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '16c59360-875c-4006-b5e8-deeef303499d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:27Z', 'updated_at': '2021-04-16T12:02:33Z', 'revision_number': 4, 'project_id': '4ffc93886e074b63aa8b6a11d39779b9', 'gw_port': {'id': '16c59360-875c-4006-b5e8-deeef303499d', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:00:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e4592a-ad10-46d9-8e3b-71945d1bf7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:28Z', 'updated_at': '2021-04-16T12:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': '71831405-a5d5-44d2-8343-4acc3c6561cf', 'name': '', 'network_id': '00a924b5-b04d-483b-a391-012e9c265591', 'tenant_id': '4ffc93886e074b63aa8b6a11d39779b9', 'mac_address': 'fa:16:3e:61:d2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e4592a-ad10-46d9-8e3b-71945d1bf7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'c7230a14-7ca9-4627-b77e-57fd657fb301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:31Z', 'updated_at': '2021-04-16T12:02:33Z', 'revision_number': 2, 'project_id': '4ffc93886e074b63aa8b6a11d39779b9', 'subnets': [{'id': 'c7230a14-7ca9-4627-b77e-57fd657fb301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:39.840394 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9442c136-3a96-4031-ba54-1c8b31b1bdc7 None None] Checking router: 23e4592a-ad10-46d9-8e3b-71945d1bf7a4 for host: dv-cinder-689486-10-iscsi {{(pid=85340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:02:39.840799 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9442c136-3a96-4031-ba54-1c8b31b1bdc7 None None] Updating router 23e4592a-ad10-46d9-8e3b-71945d1bf7a4 port 71831405-a5d5-44d2-8343-4acc3c6561cf binding host dv-cinder-689486-10-iscsi {{(pid=85340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 12:02:39.904961 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9442c136-3a96-4031-ba54-1c8b31b1bdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:40.326615 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9442c136-3a96-4031-ba54-1c8b31b1bdc7 None None] Notify callbacks [] for port, precommit_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:40.339390 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-9442c136-3a96-4031-ba54-1c8b31b1bdc7 None None] Transition to ACTIVE for port object 71831405-a5d5-44d2-8343-4acc3c6561cf will not be triggered until provisioned by entity L2. {{(pid=85340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:02:40.346441 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9442c136-3a96-4031-ba54-1c8b31b1bdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:40.363408 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-5e2a3e4b-9ad0-47d8-9b3c-347fa1da25b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:40.506279 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200759f9-85e4-43bd-856b-13e52da21549 None None] Pushing event updated for resources: {'Port': ['ID=71831405-a5d5-44d2-8343-4acc3c6561cf,revision_number=3']} {{(pid=85340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:40.509460 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-200759f9-85e4-43bd-856b-13e52da21549 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:40.766127 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-9442c136-3a96-4031-ba54-1c8b31b1bdc7 None None] Attempting to bind port 71831405-a5d5-44d2-8343-4acc3c6561cf on host dv-cinder-689486-10-iscsi for vnic_type normal with profile {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:02:40.769552 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-9442c136-3a96-4031-ba54-1c8b31b1bdc7 None None] Attempting to bind port 71831405-a5d5-44d2-8343-4acc3c6561cf by drivers openvswitch,hyperv on host dv-cinder-689486-10-iscsi at level 0 using segments [{'id': '8b73b2f9-bb89-4954-ad88-65ab701825ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '00a924b5-b04d-483b-a391-012e9c265591'}] {{(pid=85340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:02:40.769552 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9442c136-3a96-4031-ba54-1c8b31b1bdc7 None None] Attempting to bind port 71831405-a5d5-44d2-8343-4acc3c6561cf on network 00a924b5-b04d-483b-a391-012e9c265591 {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:02:40.776265 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9442c136-3a96-4031-ba54-1c8b31b1bdc7 None None] Checking agent: {'id': '0d7cbe5e-bfbb-464b-b5de-cb3320bd5996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 41, 6), 'started_at': datetime.datetime(2021, 4, 16, 11, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:02:40.776739 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9442c136-3a96-4031-ba54-1c8b31b1bdc7 None None] Checking segment: {'id': '8b73b2f9-bb89-4954-ad88-65ab701825ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '00a924b5-b04d-483b-a391-012e9c265591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:02:40.777180 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9442c136-3a96-4031-ba54-1c8b31b1bdc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:40.777605 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9442c136-3a96-4031-ba54-1c8b31b1bdc7 None None] Bound using segment: {'id': '8b73b2f9-bb89-4954-ad88-65ab701825ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '00a924b5-b04d-483b-a391-012e9c265591'} {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:02:40.778116 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-9442c136-3a96-4031-ba54-1c8b31b1bdc7 None None] Bound port: 71831405-a5d5-44d2-8343-4acc3c6561cf, host: dv-cinder-689486-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b73b2f9-bb89-4954-ad88-65ab701825ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '00a924b5-b04d-483b-a391-012e9c265591'}}] {{(pid=85340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:02:40.779043 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9442c136-3a96-4031-ba54-1c8b31b1bdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:40.908314 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-9442c136-3a96-4031-ba54-1c8b31b1bdc7 None None] For port 71831405-a5d5-44d2-8343-4acc3c6561cf, host dv-cinder-689486-10-iscsi, cleared binding levels {{(pid=85340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:02:40.912298 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-9442c136-3a96-4031-ba54-1c8b31b1bdc7 None None] For port 71831405-a5d5-44d2-8343-4acc3c6561cf, host dv-cinder-689486-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=71831405-a5d5-44d2-8343-4acc3c6561cf,segment=NetworkSegment(8b73b2f9-bb89-4954-ad88-65ab701825ae),segment_id=8b73b2f9-bb89-4954-ad88-65ab701825ae)] {{(pid=85340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:02:40.917477 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9442c136-3a96-4031-ba54-1c8b31b1bdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:40.934662 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:41.141012 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200759f9-85e4-43bd-856b-13e52da21549 None None] Pushing event updated for resources: {'Port': ['ID=71831405-a5d5-44d2-8343-4acc3c6561cf,revision_number=4']} {{(pid=85340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:41.150725 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-200759f9-85e4-43bd-856b-13e52da21549 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:41.185279 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9442c136-3a96-4031-ba54-1c8b31b1bdc7 None None] Routers {'23e4592a-ad10-46d9-8e3b-71945d1bf7a4'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:02:41.185523 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-9442c136-3a96-4031-ba54-1c8b31b1bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:02:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['23e4592a-ad10-46d9-8e3b-71945d1bf7a4'], 'active': True} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:41.436507 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-9442c136-3a96-4031-ba54-1c8b31b1bdc7 None None] Set router 23e4592a-ad10-46d9-8e3b-71945d1bf7a4 gateway port host: dv-cinder-689486-10-iscsi {{(pid=85340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:02:41.443916 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a9234-1c7f-4bb2-9d80-7a698ed2910a req-9878d28b-e1cf-46fc-b857-64dfa7a00dbc tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:41.452394 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-bd5a9234-1c7f-4bb2-9d80-7a698ed2910a req-9878d28b-e1cf-46fc-b857-64dfa7a00dbc tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=e47ecfd4-b7d1-4cea-9517-37178ce236d6 HTTP/1.1" status: 200 len: 945 time: 0.1382761 Apr 16 12:02:41.527712 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-bd5a9234-1c7f-4bb2-9d80-7a698ed2910a req-bd87e87a-27a3-4765-9376-9dfb0f264fa8 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742152 Apr 16 12:02:41.679300 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 71831405-a5d5-44d2-8343-4acc3c6561cf up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:02:41.790804 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning for port 71831405-a5d5-44d2-8343-4acc3c6561cf completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:02:41.798705 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port 71831405-a5d5-44d2-8343-4acc3c6561cf triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:41.800137 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:41.927467 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-9442c136-3a96-4031-ba54-1c8b31b1bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e4592a-ad10-46d9-8e3b-71945d1bf7a4', 'name': 'tempest-TestMinimumBasicScenario-1509416251-router', 'tenant_id': '4ffc93886e074b63aa8b6a11d39779b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '16c59360-875c-4006-b5e8-deeef303499d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:27Z', 'updated_at': '2021-04-16T12:02:33Z', 'revision_number': 4, 'project_id': '4ffc93886e074b63aa8b6a11d39779b9', 'gw_port': {'id': '16c59360-875c-4006-b5e8-deeef303499d', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:00:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e4592a-ad10-46d9-8e3b-71945d1bf7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:28Z', 'updated_at': '2021-04-16T12:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': '71831405-a5d5-44d2-8343-4acc3c6561cf', 'name': '', 'network_id': '00a924b5-b04d-483b-a391-012e9c265591', 'tenant_id': '4ffc93886e074b63aa8b6a11d39779b9', 'mac_address': 'fa:16:3e:61:d2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e4592a-ad10-46d9-8e3b-71945d1bf7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'c7230a14-7ca9-4627-b77e-57fd657fb301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:31Z', 'updated_at': '2021-04-16T12:02:40Z', 'revision_number': 4, 'project_id': '4ffc93886e074b63aa8b6a11d39779b9', 'subnets': [{'id': 'c7230a14-7ca9-4627-b77e-57fd657fb301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:41.937753 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9442c136-3a96-4031-ba54-1c8b31b1bdc7 None None] The sync data for ids ['23e4592a-ad10-46d9-8e3b-71945d1bf7a4'] in dv-cinder-689486-10-iscsi is: [{'id': '23e4592a-ad10-46d9-8e3b-71945d1bf7a4', 'name': 'tempest-TestMinimumBasicScenario-1509416251-router', 'tenant_id': '4ffc93886e074b63aa8b6a11d39779b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '16c59360-875c-4006-b5e8-deeef303499d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:27Z', 'updated_at': '2021-04-16T12:02:33Z', 'revision_number': 4, 'project_id': '4ffc93886e074b63aa8b6a11d39779b9', 'gw_port': {'id': '16c59360-875c-4006-b5e8-deeef303499d', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:00:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e4592a-ad10-46d9-8e3b-71945d1bf7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:28Z', 'updated_at': '2021-04-16T12:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': '71831405-a5d5-44d2-8343-4acc3c6561cf', 'name': '', 'network_id': '00a924b5-b04d-483b-a391-012e9c265591', 'tenant_id': '4ffc93886e074b63aa8b6a11d39779b9', 'mac_address': 'fa:16:3e:61:d2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e4592a-ad10-46d9-8e3b-71945d1bf7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'c7230a14-7ca9-4627-b77e-57fd657fb301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:31Z', 'updated_at': '2021-04-16T12:02:40Z', 'revision_number': 4, 'project_id': '4ffc93886e074b63aa8b6a11d39779b9', 'subnets': [{'id': 'c7230a14-7ca9-4627-b77e-57fd657fb301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:02:41.956246 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:41.999995 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] For port 71831405-a5d5-44d2-8343-4acc3c6561cf, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=71831405-a5d5-44d2-8343-4acc3c6561cf,segment=NetworkSegment(8b73b2f9-bb89-4954-ad88-65ab701825ae),segment_id=8b73b2f9-bb89-4954-ad88-65ab701825ae)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:42.003802 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:42.009190 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b2f01cb4-6e20-4c9c-adaa-e9912816ef6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:42.090107 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Pushing event updated for resources: {'Port': ['ID=71831405-a5d5-44d2-8343-4acc3c6561cf,revision_number=5']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:42.093424 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:42.171545 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 9f0f4c20-4751-43a6-a865-3069db484dd8 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:02:42.227757 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] No Port match for: 9f0f4c20-4751-43a6-a865-3069db484dd8 {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:02:42.228573 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 9f0f4c20-4751-43a6-a865-3069db484dd8 not bound to the agent host hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:02:42.771041 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f416dd-889a-4cbb-b9d6-f29d651078e2 req-65535eee-2c7c-4062-b92a-72c593667f8e tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:42.771740 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-f3f416dd-889a-4cbb-b9d6-f29d651078e2 req-65535eee-2c7c-4062-b92a-72c593667f8e tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Synchronizing usage tracker for tenant:705b714d8f364504a20d48e49e14d504 on resource:port {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:02:42.788936 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-f3f416dd-889a-4cbb-b9d6-f29d651078e2 req-65535eee-2c7c-4062-b92a-72c593667f8e tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Unset dirty status for tenant:705b714d8f364504a20d48e49e14d504 on resource:port {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:02:42.790241 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f3f416dd-889a-4cbb-b9d6-f29d651078e2 req-65535eee-2c7c-4062-b92a-72c593667f8e tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=e47ecfd4-b7d1-4cea-9517-37178ce236d6 HTTP/1.1" status: 200 len: 945 time: 0.1311643 Apr 16 12:02:42.852496 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f3f416dd-889a-4cbb-b9d6-f29d651078e2 req-fa60ace7-675c-4c3b-984c-a05245f0c18d tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/security-groups?id=aecc5117-36a4-4219-a07e-05589aa0a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522330 Apr 16 12:02:43.151009 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908cb85a-1c3c-4dbf-bbbb-e5e9cd36a0ad req-0fa9390c-a9e6-41d8-b4d6-6189628ae071 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:43.153033 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-908cb85a-1c3c-4dbf-bbbb-e5e9cd36a0ad req-0fa9390c-a9e6-41d8-b4d6-6189628ae071 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.79 "GET /v2.0/ports?device_id=e47ecfd4-b7d1-4cea-9517-37178ce236d6 HTTP/1.1" status: 200 len: 945 time: 0.0942976 Apr 16 12:02:43.272821 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-908cb85a-1c3c-4dbf-bbbb-e5e9cd36a0ad req-12f7ef08-82d3-4917-a06c-dd4bc9acb470 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Deleting port 78103631-4671-4c83-b831-bccec2bec8c5 {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:02:43.273333 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-908cb85a-1c3c-4dbf-bbbb-e5e9cd36a0ad req-12f7ef08-82d3-4917-a06c-dd4bc9acb470 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:43.567831 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 71831405-a5d5-44d2-8343-4acc3c6561cf up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:02:43.589207 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-908cb85a-1c3c-4dbf-bbbb-e5e9cd36a0ad req-12f7ef08-82d3-4917-a06c-dd4bc9acb470 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] For port 78103631-4671-4c83-b831-bccec2bec8c5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=78103631-4671-4c83-b831-bccec2bec8c5,segment=NetworkSegment(15d11fa1-2759-4281-9662-7a0a5490799f),segment_id=15d11fa1-2759-4281-9662-7a0a5490799f)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:43.589618 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-908cb85a-1c3c-4dbf-bbbb-e5e9cd36a0ad req-12f7ef08-82d3-4917-a06c-dd4bc9acb470 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:43.650979 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port 71831405-a5d5-44d2-8343-4acc3c6561cf triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:43.651402 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:43.745560 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-908cb85a-1c3c-4dbf-bbbb-e5e9cd36a0ad req-12f7ef08-82d3-4917-a06c-dd4bc9acb470 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Calling delete_port for 78103631-4671-4c83-b831-bccec2bec8c5 owned by compute:nova {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:02:43.820683 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:43.929383 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-908cb85a-1c3c-4dbf-bbbb-e5e9cd36a0ad req-12f7ef08-82d3-4917-a06c-dd4bc9acb470 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:43.943896 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['78103631-4671-4c83-b831-bccec2bec8c5'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:02:43.957627 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-d45fa649-dc37-400a-bd77-8131e4f325a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:44.060732 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-597808d3-3b40-4642-aab3-694ebaed5560 req-7e3e7bd0-f5c3-4424-8dbd-caa4c196e558 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.71 "GET /v2.0/ports?device_id=e47ecfd4-b7d1-4cea-9517-37178ce236d6 HTTP/1.1" status: 200 len: 210 time: 0.0583327 Apr 16 12:02:44.075346 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7ef08-82d3-4917-a06c-dd4bc9acb470 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Pushing event deleted for resources: {'Port': ['ID=78103631-4671-4c83-b831-bccec2bec8c5,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:44.084102 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-12f7ef08-82d3-4917-a06c-dd4bc9acb470 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:44.271884 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-908cb85a-1c3c-4dbf-bbbb-e5e9cd36a0ad req-12f7ef08-82d3-4917-a06c-dd4bc9acb470 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] No DVR routers for this DVR port 78103631-4671-4c83-b831-bccec2bec8c5 on host hv-cinder-68948 {{(pid=85337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:02:44.274426 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-908cb85a-1c3c-4dbf-bbbb-e5e9cd36a0ad req-12f7ef08-82d3-4917-a06c-dd4bc9acb470 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:44.277378 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47ecfd4-b7d1-4cea-9517-37178ce236d6', 'name': 'network-vif-deleted', 'tag': '78103631-4671-4c83-b831-bccec2bec8c5'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:02:44.294497 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-908cb85a-1c3c-4dbf-bbbb-e5e9cd36a0ad req-12f7ef08-82d3-4917-a06c-dd4bc9acb470 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] 10.222.0.79 "DELETE /v2.0/ports/78103631-4671-4c83-b831-bccec2bec8c5 HTTP/1.1" status: 204 len: 173 time: 1.1347570 Apr 16 12:02:44.334218 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47ecfd4-b7d1-4cea-9517-37178ce236d6', 'name': 'network-vif-deleted', 'tag': '78103631-4671-4c83-b831-bccec2bec8c5', 'status': 'completed', 'code': 200} Apr 16 12:02:45.168135 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 58494) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:45.241407 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa0e5be-c80c-4d1f-ae7a-14f24758e8b2 admin admin] Deleting subnet c258a631-143c-46ac-ae39-d1c548dff4b0 {{(pid=85338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 12:02:45.244699 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ffa0e5be-c80c-4d1f-ae7a-14f24758e8b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:45.298051 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ffa0e5be-c80c-4d1f-ae7a-14f24758e8b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6398902'] for subnet, precommit_delete_associations {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:45.357187 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ffa0e5be-c80c-4d1f-ae7a-14f24758e8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770791'] for subnet, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:45.524775 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-76f30f0d-b4d8-4371-a499-44d74b39381a tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:45.526387 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-76f30f0d-b4d8-4371-a499-44d74b39381a tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/networks?id=0a0e60a1-8cf7-4234-b709-4865575bfb7f HTTP/1.1" status: 200 len: 815 time: 0.1671848 Apr 16 12:02:45.543901 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-7eb0c66e-8305-4600-9967-f30a380406dd tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/quotas/0e71bb3ec7e446d1ad375bb511602e80 HTTP/1.1" status: 200 len: 375 time: 0.0107739 Apr 16 12:02:45.625850 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ffa0e5be-c80c-4d1f-ae7a-14f24758e8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853423959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848236330'] for subnet, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:45.640503 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:45.643961 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-7a849d6a-9d0c-4574-968f-3847f9ee8c36 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Synchronizing usage tracker for tenant:0e71bb3ec7e446d1ad375bb511602e80 on resource:port {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:02:45.661902 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-7a849d6a-9d0c-4574-968f-3847f9ee8c36 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Unset dirty status for tenant:0e71bb3ec7e446d1ad375bb511602e80 on resource:port {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:02:45.663332 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-7a849d6a-9d0c-4574-968f-3847f9ee8c36 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=0e71bb3ec7e446d1ad375bb511602e80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1122265 Apr 16 12:02:45.727681 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0e5be-c80c-4d1f-ae7a-14f24758e8b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c258a631-143c-46ac-ae39-d1c548dff4b0,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:45.742936 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-ffa0e5be-c80c-4d1f-ae7a-14f24758e8b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:45.779323 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ffa0e5be-c80c-4d1f-ae7a-14f24758e8b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for subnet, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:45.785546 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-ffa0e5be-c80c-4d1f-ae7a-14f24758e8b2 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/c258a631-143c-46ac-ae39-d1c548dff4b0 HTTP/1.1" status: 204 len: 168 time: 0.6162775 Apr 16 12:02:45.788132 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 58510) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:45.820592 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-c3f0c7f6-38dd-42fc-a607-b2f6322141c1 service neutron] 10.222.0.71 "GET /v2.0/networks/0a0e60a1-8cf7-4234-b709-4865575bfb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433144 Apr 16 12:02:45.904795 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-44d89d52-3c34-448f-ad55-2309d6743296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-34362'] for network, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:45.965124 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-137eb528-dcfe-4161-a0b4-bfcd7bdaf3d7 service neutron] 10.222.0.71 "GET /v2.0/networks/0a0e60a1-8cf7-4234-b709-4865575bfb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377938 Apr 16 12:02:46.191140 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 78103631-4671-4c83-b831-bccec2bec8c5 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:02:46.240186 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] No Port match for: 78103631-4671-4c83-b831-bccec2bec8c5 {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:02:46.240618 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 78103631-4671-4c83-b831-bccec2bec8c5 not bound to the agent host hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:02:46.405491 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-57c8edec-2bb9-440d-b7cf-431dc2591e26 req-e3960044-b9f0-447e-94d4-f20f5594f7f1 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 210 time: 0.0678596 Apr 16 12:02:46.410905 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-44d89d52-3c34-448f-ad55-2309d6743296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-437016', 'neutron.services.segments.db._delete_segments_for_network-8740188510920'] for network, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:46.535030 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-44d89d52-3c34-448f-ad55-2309d6743296 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7661c479-6572-4c20-bd27-63462f46ac46']}} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:46.548801 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-44d89d52-3c34-448f-ad55-2309d6743296 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15d11fa1-2759-4281-9662-7a0a5490799f') {'for_net_delete': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:46.549145 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-44d89d52-3c34-448f-ad55-2309d6743296 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15d11fa1-2759-4281-9662-7a0a5490799f') {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:46.561390 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-44d89d52-3c34-448f-ad55-2309d6743296 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740188483033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848376946'] for segment, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:46.576209 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-44d89d52-3c34-448f-ad55-2309d6743296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2559'] for segment, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:46.583323 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44d89d52-3c34-448f-ad55-2309d6743296 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=85338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 12:02:46.785136 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-44d89d52-3c34-448f-ad55-2309d6743296 admin admin] Network 7661c479-6572-4c20-bd27-63462f46ac46 has no segments {{(pid=85338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:02:46.794756 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-44d89d52-3c34-448f-ad55-2309d6743296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854773273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1351944'] for segment, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:46.980974 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-44d89d52-3c34-448f-ad55-2309d6743296 admin admin] Network 7661c479-6572-4c20-bd27-63462f46ac46 has no segments {{(pid=85338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:02:47.007602 dv-cinder-689486-10-iscsi neutron-server[85224]: Traceback (most recent call last): Apr 16 12:02:47.007602 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 12:02:47.007602 dv-cinder-689486-10-iscsi neutron-server[85224]: timer() Apr 16 12:02:47.007602 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 12:02:47.007602 dv-cinder-689486-10-iscsi neutron-server[85224]: cb(*args, **kw) Apr 16 12:02:47.007602 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 12:02:47.007602 dv-cinder-689486-10-iscsi neutron-server[85224]: return func(*args, **kwargs) Apr 16 12:02:47.007602 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 12:02:47.007602 dv-cinder-689486-10-iscsi neutron-server[85224]: self._notify() Apr 16 12:02:47.007602 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 12:02:47.007602 dv-cinder-689486-10-iscsi neutron-server[85224]: self.callback(batched_events) Apr 16 12:02:47.007602 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 12:02:47.007602 dv-cinder-689486-10-iscsi neutron-server[85224]: event.method(event) Apr 16 12:02:47.007602 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 12:02:47.007602 dv-cinder-689486-10-iscsi neutron-server[85224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 12:02:47.007602 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 12:02:47.007602 dv-cinder-689486-10-iscsi neutron-server[85224]: segment_id)['aggregates'][0] Apr 16 12:02:47.007602 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 12:02:47.007602 dv-cinder-689486-10-iscsi neutron-server[85224]: return f(self, *a, **k) Apr 16 12:02:47.007602 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 12:02:47.007602 dv-cinder-689486-10-iscsi neutron-server[85224]: return self._get(url).json() Apr 16 12:02:47.007602 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 12:02:47.007602 dv-cinder-689486-10-iscsi neutron-server[85224]: **kwargs) Apr 16 12:02:47.007602 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 12:02:47.007602 dv-cinder-689486-10-iscsi neutron-server[85224]: return self.request(url, 'GET', **kwargs) Apr 16 12:02:47.007602 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 12:02:47.007602 dv-cinder-689486-10-iscsi neutron-server[85224]: **endpoint_filter) Apr 16 12:02:47.007602 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 12:02:47.007602 dv-cinder-689486-10-iscsi neutron-server[85224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 12:02:47.007602 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 12:02:47.007602 dv-cinder-689486-10-iscsi neutron-server[85224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 12:02:47.007602 dv-cinder-689486-10-iscsi neutron-server[85224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 12:02:47.085505 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-44d89d52-3c34-448f-ad55-2309d6743296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854338799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852691194'] for network, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:47.089780 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-372ba5d4-14c9-409f-9c3a-67449441a144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:47.107170 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-44d89d52-3c34-448f-ad55-2309d6743296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for network, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:47.117143 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d89d52-3c34-448f-ad55-2309d6743296 admin admin] Pushing event deleted for resources: {'Network': ['ID=7661c479-6572-4c20-bd27-63462f46ac46,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:47.122431 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-44d89d52-3c34-448f-ad55-2309d6743296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:47.124939 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-44d89d52-3c34-448f-ad55-2309d6743296 admin admin] 10.222.0.71 "DELETE /v2.0/networks/7661c479-6572-4c20-bd27-63462f46ac46 HTTP/1.1" status: 204 len: 168 time: 1.3358092 Apr 16 12:02:47.336340 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-e29970c3-8153-45a4-961c-3345e9794f7a tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:47.341922 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-e29970c3-8153-45a4-961c-3345e9794f7a tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.79 "GET /v2.0/networks?id=0a0e60a1-8cf7-4234-b709-4865575bfb7f HTTP/1.1" status: 200 len: 815 time: 0.2000706 Apr 16 12:02:47.356040 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-5d060962-6c48-46f1-9d64-af1168821542 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Request body: {'port': {'device_id': '369bd37e-ba12-4072-92e8-b475ec383e7d', 'network_id': '0a0e60a1-8cf7-4234-b709-4865575bfb7f', 'admin_state_up': True, 'tenant_id': '0e71bb3ec7e446d1ad375bb511602e80'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:02:47.362692 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 58526) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:47.422850 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-ca039845-b025-4249-a55d-74bf8ee6aad2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=705b714d8f364504a20d48e49e14d504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0588422 Apr 16 12:02:47.426458 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 58534) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:47.498347 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-00547a29-ba49-4de1-ab1a-23b62346682b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:47.538145 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-00547a29-ba49-4de1-ab1a-23b62346682b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:47.594094 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-00547a29-ba49-4de1-ab1a-23b62346682b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:47.600403 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-431396a9-609d-4f2e-aad2-04dee91deccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:47.618847 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00547a29-ba49-4de1-ab1a-23b62346682b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecc5117-36a4-4219-a07e-05589aa0a87e,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:47.622121 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-00547a29-ba49-4de1-ab1a-23b62346682b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:47.629701 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-00547a29-ba49-4de1-ab1a-23b62346682b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:47.634368 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-00547a29-ba49-4de1-ab1a-23b62346682b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/aecc5117-36a4-4219-a07e-05589aa0a87e HTTP/1.1" status: 204 len: 168 time: 0.2067552 Apr 16 12:02:47.817089 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8ecfc5cc-f3dd-4224-bd27-9d7db8349a1f req-46daa65f-7922-4072-84c1-686436c6210b tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 210 time: 0.0690613 Apr 16 12:02:47.867112 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-5d060962-6c48-46f1-9d64-af1168821542 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:47.881798 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-5d060962-6c48-46f1-9d64-af1168821542 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:47.890993 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-5d060962-6c48-46f1-9d64-af1168821542 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Made reservation on behalf of 0e71bb3ec7e446d1ad375bb511602e80 for: {'port': 1} {{(pid=85337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:02:47.897897 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-5d060962-6c48-46f1-9d64-af1168821542 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:48.140601 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-5d060962-6c48-46f1-9d64-af1168821542 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Allocated IP 172.20.0.12 (0a0e60a1-8cf7-4234-b709-4865575bfb7f/8d9db727-1f37-4187-ae49-d76963b88745/18f52f76-fe2f-47e5-8f6b-68daa1dd1cef) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:02:48.579164 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-5d060962-6c48-46f1-9d64-af1168821542 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:48.606828 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-5d060962-6c48-46f1-9d64-af1168821542 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Transition to ACTIVE for port object 18f52f76-fe2f-47e5-8f6b-68daa1dd1cef will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:02:48.632062 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-5d060962-6c48-46f1-9d64-af1168821542 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:48.651763 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b6e7d8b3-990d-4f94-9d78-dddfd7e8eb32 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:48.806755 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d060962-6c48-46f1-9d64-af1168821542 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Pushing event updated for resources: {'Port': ['ID=18f52f76-fe2f-47e5-8f6b-68daa1dd1cef,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:48.830490 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d060962-6c48-46f1-9d64-af1168821542 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:48.830917 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d060962-6c48-46f1-9d64-af1168821542 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:48.831336 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d060962-6c48-46f1-9d64-af1168821542 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:48.831747 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d060962-6c48-46f1-9d64-af1168821542 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:48.832152 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d060962-6c48-46f1-9d64-af1168821542 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:48.832591 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d060962-6c48-46f1-9d64-af1168821542 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:48.832997 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d060962-6c48-46f1-9d64-af1168821542 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:48.833407 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d060962-6c48-46f1-9d64-af1168821542 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:48.833811 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d060962-6c48-46f1-9d64-af1168821542 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:48.834213 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d060962-6c48-46f1-9d64-af1168821542 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:48.834613 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d060962-6c48-46f1-9d64-af1168821542 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:48.835010 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d060962-6c48-46f1-9d64-af1168821542 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:48.841982 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-5d060962-6c48-46f1-9d64-af1168821542 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:48.881669 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-5d060962-6c48-46f1-9d64-af1168821542 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Network 0a0e60a1-8cf7-4234-b709-4865575bfb7f is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:02:48.883122 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-5d060962-6c48-46f1-9d64-af1168821542 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:02:48.885966 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-5d060962-6c48-46f1-9d64-af1168821542 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:02:48.968295 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-5d060962-6c48-46f1-9d64-af1168821542 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:48.968295 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-5d060962-6c48-46f1-9d64-af1168821542 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:49.069605 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-5d060962-6c48-46f1-9d64-af1168821542 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7183197 Apr 16 12:02:49.104840 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fb589-023b-4398-bfce-162c16d71d33 req-88e49012-f822-4df1-a747-ff6ff921f25e tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:49.105674 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-8a5fb589-023b-4398-bfce-162c16d71d33 req-88e49012-f822-4df1-a747-ff6ff921f25e tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Synchronizing usage tracker for tenant:0e71bb3ec7e446d1ad375bb511602e80 on resource:port {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:02:49.128570 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-8a5fb589-023b-4398-bfce-162c16d71d33 req-88e49012-f822-4df1-a747-ff6ff921f25e tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Unset dirty status for tenant:0e71bb3ec7e446d1ad375bb511602e80 on resource:port {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:02:49.132900 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8a5fb589-023b-4398-bfce-162c16d71d33 req-88e49012-f822-4df1-a747-ff6ff921f25e tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 932 time: 0.1583142 Apr 16 12:02:49.230690 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8a5fb589-023b-4398-bfce-162c16d71d33 req-8e728cc1-97d5-4401-8ba1-2623a1f7b52e tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/security-groups?id=c725c6e3-13fe-4741-889c-10bc1874fa05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938392 Apr 16 12:02:49.259324 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-be1f3df8-6d9c-4561-8ec5-709dda721308 None None] Provisioning for port 18f52f76-fe2f-47e5-8f6b-68daa1dd1cef completed by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:02:49.266348 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-be1f3df8-6d9c-4561-8ec5-709dda721308 None None] Provisioning complete for port 18f52f76-fe2f-47e5-8f6b-68daa1dd1cef triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:49.267074 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-be1f3df8-6d9c-4561-8ec5-709dda721308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:49.334651 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-be1f3df8-6d9c-4561-8ec5-709dda721308 None None] Port 18f52f76-fe2f-47e5-8f6b-68daa1dd1cef cannot update to ACTIVE because it is not bound. {{(pid=85339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:02:50.434972 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadebee2-8cbc-447d-8b6b-01eee7bab882 req-1562bd0a-f77b-4aec-b86a-dc539a67b007 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:50.436731 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-cadebee2-8cbc-447d-8b6b-01eee7bab882 req-1562bd0a-f77b-4aec-b86a-dc539a67b007 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 932 time: 0.0950031 Apr 16 12:02:50.485801 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-cadebee2-8cbc-447d-8b6b-01eee7bab882 req-f7458205-876b-4862-a151-cfbc4e7a7f14 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Synchronizing usage tracker for tenant:0e71bb3ec7e446d1ad375bb511602e80 on resource:security_group {{(pid=85338) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:02:50.503769 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-cadebee2-8cbc-447d-8b6b-01eee7bab882 req-f7458205-876b-4862-a151-cfbc4e7a7f14 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Unset dirty status for tenant:0e71bb3ec7e446d1ad375bb511602e80 on resource:security_group {{(pid=85338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:02:50.505446 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-cadebee2-8cbc-447d-8b6b-01eee7bab882 req-f7458205-876b-4862-a151-cfbc4e7a7f14 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/security-groups?id=c725c6e3-13fe-4741-889c-10bc1874fa05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608165 Apr 16 12:02:51.719736 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a17c2-4c82-4d9f-a6a2-617491be7e18 req-d25bfc03-bb4f-450d-a3e0-ac2d53e6e1ad tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:51.722255 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fe1a17c2-4c82-4d9f-a6a2-617491be7e18 req-d25bfc03-bb4f-450d-a3e0-ac2d53e6e1ad tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 932 time: 0.0953937 Apr 16 12:02:51.773155 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fe1a17c2-4c82-4d9f-a6a2-617491be7e18 req-22b2ea5f-51ea-4a8d-9913-8dfcbb998df0 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/security-groups?id=c725c6e3-13fe-4741-889c-10bc1874fa05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441213 Apr 16 12:02:52.582415 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 58622) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:52.717844 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-81d1db63-ee8c-4cb8-8230-e1cd50af317c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:52.734860 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-81d1db63-ee8c-4cb8-8230-e1cd50af317c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:52.739806 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-81d1db63-ee8c-4cb8-8230-e1cd50af317c admin admin] Usage tracker for resource:security_group_rule and tenant:02ca44adaa6340b2b3e11f810725a563 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:52.743019 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-81d1db63-ee8c-4cb8-8230-e1cd50af317c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:52.749167 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-81d1db63-ee8c-4cb8-8230-e1cd50af317c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:52.844136 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-81d1db63-ee8c-4cb8-8230-e1cd50af317c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:52.847558 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-81d1db63-ee8c-4cb8-8230-e1cd50af317c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:52.861057 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-008bb08a-c13f-4379-b37f-7ae4a8f20659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:52.896989 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-81d1db63-ee8c-4cb8-8230-e1cd50af317c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=02ca44adaa6340b2b3e11f810725a563&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3104084 Apr 16 12:02:52.897797 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 58630) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:52.912030 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d1db63-ee8c-4cb8-8230-e1cd50af317c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3b87c3-33ff-4053-934b-d86efd980d88,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:52.915484 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-81d1db63-ee8c-4cb8-8230-e1cd50af317c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:53.037170 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-18996e5b-e404-45ae-97a2-39f313345066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:53.088376 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcafa73c-183b-4b09-843d-f2d6f11e9a9f req-729bdd1f-2161-4af6-962c-fa8ddf763c42 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:53.090003 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-bcafa73c-183b-4b09-843d-f2d6f11e9a9f req-729bdd1f-2161-4af6-962c-fa8ddf763c42 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 932 time: 0.1890996 Apr 16 12:02:53.092009 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-18996e5b-e404-45ae-97a2-39f313345066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:53.179823 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-bcafa73c-183b-4b09-843d-f2d6f11e9a9f req-4bde19f7-fff7-4c4d-bb8b-3d9e7822f7bc tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/security-groups?id=c725c6e3-13fe-4741-889c-10bc1874fa05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798848 Apr 16 12:02:53.186863 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-18996e5b-e404-45ae-97a2-39f313345066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:53.191954 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-a907f21f-bfcd-4b67-902a-c619578197d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:53.205211 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18996e5b-e404-45ae-97a2-39f313345066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3b87c3-33ff-4053-934b-d86efd980d88,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:53.208253 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-18996e5b-e404-45ae-97a2-39f313345066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:53.223775 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-18996e5b-e404-45ae-97a2-39f313345066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:53.223775 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-18996e5b-e404-45ae-97a2-39f313345066 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0d3b87c3-33ff-4053-934b-d86efd980d88 HTTP/1.1" status: 204 len: 168 time: 0.3195751 Apr 16 12:02:54.457238 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451f8ca-3ae1-4d49-8bf8-7e0cfd16aef3 req-a545d75a-5ccf-45a6-9af8-5e60b6afa4a8 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:54.459231 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3451f8ca-3ae1-4d49-8bf8-7e0cfd16aef3 req-a545d75a-5ccf-45a6-9af8-5e60b6afa4a8 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 932 time: 0.1267467 Apr 16 12:02:54.512365 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3451f8ca-3ae1-4d49-8bf8-7e0cfd16aef3 req-cf60b266-d1f4-4daf-87c5-b436786ec294 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/security-groups?id=c725c6e3-13fe-4741-889c-10bc1874fa05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465250 Apr 16 12:02:55.722953 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59d2a3-eaff-487d-a43b-31118cf7f844 req-76587224-b657-40fd-95f4-2656afadcfc6 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:55.724600 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8b59d2a3-eaff-487d-a43b-31118cf7f844 req-76587224-b657-40fd-95f4-2656afadcfc6 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 932 time: 0.0924399 Apr 16 12:02:55.775718 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8b59d2a3-eaff-487d-a43b-31118cf7f844 req-6ce30701-542f-4401-8934-8a56f7fa662a tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/security-groups?id=c725c6e3-13fe-4741-889c-10bc1874fa05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438805 Apr 16 12:02:56.993259 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a07a76-a034-4937-baf2-611fef8075f9 req-704eee72-27ac-4373-9030-98dda7309e2f tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:56.994975 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-65a07a76-a034-4937-baf2-611fef8075f9 req-704eee72-27ac-4373-9030-98dda7309e2f tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 932 time: 0.0953226 Apr 16 12:02:57.045958 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-65a07a76-a034-4937-baf2-611fef8075f9 req-44b44ece-955e-493a-98ed-e888a4f11eff tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/security-groups?id=c725c6e3-13fe-4741-889c-10bc1874fa05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443878 Apr 16 12:02:58.259242 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01bf40-f8b8-4ec5-a6a8-add2d14f3d29 req-81239fc7-0acf-4b29-8458-ef54f51375c5 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:58.260893 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8e01bf40-f8b8-4ec5-a6a8-add2d14f3d29 req-81239fc7-0acf-4b29-8458-ef54f51375c5 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 932 time: 0.0956028 Apr 16 12:02:58.310390 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 58728) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:58.313212 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8e01bf40-f8b8-4ec5-a6a8-add2d14f3d29 req-cca35825-0808-48ee-9164-264b8033b246 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/security-groups?id=c725c6e3-13fe-4741-889c-10bc1874fa05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458543 Apr 16 12:02:58.437322 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-869ebfc5-1f5c-464a-a5bf-1249ab2782da admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:58.455633 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-869ebfc5-1f5c-464a-a5bf-1249ab2782da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:58.460251 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-869ebfc5-1f5c-464a-a5bf-1249ab2782da admin admin] Usage tracker for resource:security_group_rule and tenant:c22dec9f73d849689cb9fca124e10dba is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:58.463250 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-869ebfc5-1f5c-464a-a5bf-1249ab2782da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:58.469201 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-869ebfc5-1f5c-464a-a5bf-1249ab2782da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:58.555202 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-869ebfc5-1f5c-464a-a5bf-1249ab2782da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:58.558157 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-869ebfc5-1f5c-464a-a5bf-1249ab2782da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:58.566795 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-33c01ccd-773a-42f0-ad00-6cff14414e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:58.610316 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-869ebfc5-1f5c-464a-a5bf-1249ab2782da admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c22dec9f73d849689cb9fca124e10dba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2987630 Apr 16 12:02:58.611274 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ebfc5-1f5c-464a-a5bf-1249ab2782da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604707dd-dfd8-4b3b-9a1a-e67fa380726a,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:58.613285 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 58734) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:58.615159 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-869ebfc5-1f5c-464a-a5bf-1249ab2782da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:58.678041 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0adb4bb8-6674-44ed-b705-19654fedf88d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:58.706094 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0adb4bb8-6674-44ed-b705-19654fedf88d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:58.750533 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0adb4bb8-6674-44ed-b705-19654fedf88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:58.756213 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-72b37e97-fd16-4252-896c-02f8290a00da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:58.773289 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb4bb8-6674-44ed-b705-19654fedf88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604707dd-dfd8-4b3b-9a1a-e67fa380726a,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:58.776051 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-0adb4bb8-6674-44ed-b705-19654fedf88d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:58.777311 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0adb4bb8-6674-44ed-b705-19654fedf88d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:58.779523 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-0adb4bb8-6674-44ed-b705-19654fedf88d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/604707dd-dfd8-4b3b-9a1a-e67fa380726a HTTP/1.1" status: 204 len: 168 time: 0.1644456 Apr 16 12:02:59.069085 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 58742) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:59.087464 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-dcaa608b-8e4f-4bc1-9ee9-4e29d437628c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:59.102539 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-dcaa608b-8e4f-4bc1-9ee9-4e29d437628c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:59.106560 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-dcaa608b-8e4f-4bc1-9ee9-4e29d437628c admin admin] Usage tracker for resource:security_group_rule and tenant:846a4c1404f14d8ab165b6ad16c5bcbd is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:59.109498 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-dcaa608b-8e4f-4bc1-9ee9-4e29d437628c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:59.115948 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-dcaa608b-8e4f-4bc1-9ee9-4e29d437628c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:59.204584 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-dcaa608b-8e4f-4bc1-9ee9-4e29d437628c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:59.208076 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-dcaa608b-8e4f-4bc1-9ee9-4e29d437628c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:59.217640 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-7603204c-9778-495d-bfa7-2bcfc62a8e54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:59.259689 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-dcaa608b-8e4f-4bc1-9ee9-4e29d437628c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=846a4c1404f14d8ab165b6ad16c5bcbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1893702 Apr 16 12:02:59.261340 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa608b-8e4f-4bc1-9ee9-4e29d437628c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ba7afe-1e81-4b52-803e-113e3286a5fc,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:59.262594 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 58746) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:59.264533 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-dcaa608b-8e4f-4bc1-9ee9-4e29d437628c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:59.326154 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-709b8f26-bbc3-4583-b5b9-13921981b342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:59.353794 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-709b8f26-bbc3-4583-b5b9-13921981b342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:59.400606 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-709b8f26-bbc3-4583-b5b9-13921981b342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:59.406587 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:02:59.408714 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f88ba985-f450-4098-b879-8f0208bcaeaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:59.426402 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b8f26-bbc3-4583-b5b9-13921981b342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ba7afe-1e81-4b52-803e-113e3286a5fc,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:59.430148 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-709b8f26-bbc3-4583-b5b9-13921981b342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:59.494759 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-709b8f26-bbc3-4583-b5b9-13921981b342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:59.495968 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-709b8f26-bbc3-4583-b5b9-13921981b342 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b1ba7afe-1e81-4b52-803e-113e3286a5fc HTTP/1.1" status: 204 len: 168 time: 0.2316673 Apr 16 12:02:59.529476 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ace4c8-0224-418f-b472-56044ac3445f req-df521b3e-2209-4157-a6ee-a695ff56c02f tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:59.531064 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a1ace4c8-0224-418f-b472-56044ac3445f req-df521b3e-2209-4157-a6ee-a695ff56c02f tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 932 time: 0.0995145 Apr 16 12:02:59.581052 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a1ace4c8-0224-418f-b472-56044ac3445f req-c818ea02-2788-42f0-8a8f-dfc753af1276 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/security-groups?id=c725c6e3-13fe-4741-889c-10bc1874fa05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428817 Apr 16 12:03:00.680486 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-5cd57c38-69ce-478c-bb9e-ac4ce8aa41ad service neutron] Request body: {'port': {'device_id': '369bd37e-ba12-4072-92e8-b475ec383e7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:03:00.897963 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-5cd57c38-69ce-478c-bb9e-ac4ce8aa41ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:00.929145 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b6294-7fa2-48c7-bc05-a880da9770b3 req-a401fc05-6558-48fa-9150-d63b12569235 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:00.930782 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-cb9b6294-7fa2-48c7-bc05-a880da9770b3 req-a401fc05-6558-48fa-9150-d63b12569235 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 932 time: 0.1981065 Apr 16 12:03:01.035478 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-cb9b6294-7fa2-48c7-bc05-a880da9770b3 req-719cbaab-08e6-4a55-baed-e2740268b054 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/security-groups?id=c725c6e3-13fe-4741-889c-10bc1874fa05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717561 Apr 16 12:03:01.346717 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-5cd57c38-69ce-478c-bb9e-ac4ce8aa41ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18f52f76-fe2f-47e5-8f6b-68daa1dd1cef {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:03:01.355588 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-5cd57c38-69ce-478c-bb9e-ac4ce8aa41ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:01.373233 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-5cd57c38-69ce-478c-bb9e-ac4ce8aa41ad service neutron] Transition to ACTIVE for port object 18f52f76-fe2f-47e5-8f6b-68daa1dd1cef will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:03:01.376594 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-5cd57c38-69ce-478c-bb9e-ac4ce8aa41ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847015921'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:01.395772 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-cb68c477-3074-47af-af56-03b2eb444d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:01.472077 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd57c38-69ce-478c-bb9e-ac4ce8aa41ad service neutron] Pushing event updated for resources: {'Port': ['ID=18f52f76-fe2f-47e5-8f6b-68daa1dd1cef,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:01.472319 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-4a23f42e-aa69-4aae-832b-2517f925f008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:01.522986 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-5cd57c38-69ce-478c-bb9e-ac4ce8aa41ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:01.781953 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-5cd57c38-69ce-478c-bb9e-ac4ce8aa41ad service neutron] Attempting to bind port 18f52f76-fe2f-47e5-8f6b-68daa1dd1cef on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:03:01.782429 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-5cd57c38-69ce-478c-bb9e-ac4ce8aa41ad service neutron] Attempting to bind port 18f52f76-fe2f-47e5-8f6b-68daa1dd1cef by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '57f751a3-56e8-446d-a76c-c51371ad74cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0a0e60a1-8cf7-4234-b709-4865575bfb7f'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:03:01.782785 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-5cd57c38-69ce-478c-bb9e-ac4ce8aa41ad service neutron] Attempting to bind port 18f52f76-fe2f-47e5-8f6b-68daa1dd1cef on network 0a0e60a1-8cf7-4234-b709-4865575bfb7f {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:03:01.789222 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-5cd57c38-69ce-478c-bb9e-ac4ce8aa41ad service neutron] Port 18f52f76-fe2f-47e5-8f6b-68daa1dd1cef on network 0a0e60a1-8cf7-4234-b709-4865575bfb7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 12:03:01.789644 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-5cd57c38-69ce-478c-bb9e-ac4ce8aa41ad service neutron] Attempting to bind port 18f52f76-fe2f-47e5-8f6b-68daa1dd1cef on network 0a0e60a1-8cf7-4234-b709-4865575bfb7f {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:03:01.795693 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-5cd57c38-69ce-478c-bb9e-ac4ce8aa41ad service neutron] Checking agent: {'id': '719f3357-7d54-4b9e-9866-52b19e770139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'started_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:03:01.796070 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-5cd57c38-69ce-478c-bb9e-ac4ce8aa41ad service neutron] Checking segment: {'id': '57f751a3-56e8-446d-a76c-c51371ad74cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0a0e60a1-8cf7-4234-b709-4865575bfb7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:03:01.796520 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-5cd57c38-69ce-478c-bb9e-ac4ce8aa41ad service neutron] Bound using segment: {'id': '57f751a3-56e8-446d-a76c-c51371ad74cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0a0e60a1-8cf7-4234-b709-4865575bfb7f'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:03:01.796994 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-5cd57c38-69ce-478c-bb9e-ac4ce8aa41ad service neutron] Bound port: 18f52f76-fe2f-47e5-8f6b-68daa1dd1cef, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f751a3-56e8-446d-a76c-c51371ad74cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0a0e60a1-8cf7-4234-b709-4865575bfb7f'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:03:01.797378 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-5cd57c38-69ce-478c-bb9e-ac4ce8aa41ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:01.895372 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-5cd57c38-69ce-478c-bb9e-ac4ce8aa41ad service neutron] For port 18f52f76-fe2f-47e5-8f6b-68daa1dd1cef, host hv-cinder-68948, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:03:01.899109 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-5cd57c38-69ce-478c-bb9e-ac4ce8aa41ad service neutron] For port 18f52f76-fe2f-47e5-8f6b-68daa1dd1cef, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=18f52f76-fe2f-47e5-8f6b-68daa1dd1cef,segment=NetworkSegment(57f751a3-56e8-446d-a76c-c51371ad74cc),segment_id=57f751a3-56e8-446d-a76c-c51371ad74cc)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:03:01.904299 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-5cd57c38-69ce-478c-bb9e-ac4ce8aa41ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847015921'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:01.920458 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-21ca5cf1-d00b-4c2d-af11-05ab7373a8a5 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:02.081180 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd57c38-69ce-478c-bb9e-ac4ce8aa41ad service neutron] Pushing event updated for resources: {'Port': ['ID=18f52f76-fe2f-47e5-8f6b-68daa1dd1cef,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:02.087009 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-5cd57c38-69ce-478c-bb9e-ac4ce8aa41ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:02.120182 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-5cd57c38-69ce-478c-bb9e-ac4ce8aa41ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:02.121194 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-5cd57c38-69ce-478c-bb9e-ac4ce8aa41ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:02.122829 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-5cd57c38-69ce-478c-bb9e-ac4ce8aa41ad service neutron] 10.222.0.79 "PUT /v2.0/ports/18f52f76-fe2f-47e5-8f6b-68daa1dd1cef HTTP/1.1" status: 200 len: 1094 time: 1.4572420 Apr 16 12:03:02.125702 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '369bd37e-ba12-4072-92e8-b475ec383e7d', 'tag': '18f52f76-fe2f-47e5-8f6b-68daa1dd1cef'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:03:02.245523 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '369bd37e-ba12-4072-92e8-b475ec383e7d', 'tag': '18f52f76-fe2f-47e5-8f6b-68daa1dd1cef', 'status': 'completed', 'code': 200} Apr 16 12:03:02.304582 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-0ea8f7c0-c70a-45b4-9755-4a943a8408bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:02.306380 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-0ea8f7c0-c70a-45b4-9755-4a943a8408bc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0e71bb3ec7e446d1ad375bb511602e80&device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 1097 time: 0.1281190 Apr 16 12:03:02.376875 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470cc32c-dfa3-4f52-9eaa-46cf40af015e req-16cbc942-3320-4580-85f9-6a6015ebe1de tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:02.383762 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-470cc32c-dfa3-4f52-9eaa-46cf40af015e req-16cbc942-3320-4580-85f9-6a6015ebe1de tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 944 time: 0.2094057 Apr 16 12:03:02.402798 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-48ae9149-00f8-4f05-b76c-71218b1a4651 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18f52f76-fe2f-47e5-8f6b-68daa1dd1cef HTTP/1.1" status: 200 len: 217 time: 0.0888598 Apr 16 12:03:02.447298 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-470cc32c-dfa3-4f52-9eaa-46cf40af015e req-5de3a05b-d798-4a5c-9d7c-2f13a65ea442 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/security-groups?id=c725c6e3-13fe-4741-889c-10bc1874fa05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578806 Apr 16 12:03:02.478133 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-c2b22482-fd00-4822-980b-05d896f968b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:02.479694 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-c2b22482-fd00-4822-980b-05d896f968b8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8d9db727-1f37-4187-ae49-d76963b88745 HTTP/1.1" status: 200 len: 854 time: 0.0704832 Apr 16 12:03:02.570903 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-26b213c6-bd43-44a3-b5b9-23e9e59ef0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:02.572560 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-26b213c6-bd43-44a3-b5b9-23e9e59ef0f3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0a0e60a1-8cf7-4234-b709-4865575bfb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0867224 Apr 16 12:03:02.721773 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-97ef8efb-610e-4431-a74a-40577cf29d05 service neutron] 10.222.0.79 "GET /v2.0/networks/0a0e60a1-8cf7-4234-b709-4865575bfb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406448 Apr 16 12:03:02.864827 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-04ade500-0f7b-442e-8832-99472fcfb6b3 req-3950a1f5-92b4-4930-9630-b3185335c728 service neutron] 10.222.0.79 "GET /v2.0/networks/0a0e60a1-8cf7-4234-b709-4865575bfb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357172 Apr 16 12:03:02.996467 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f604d3-3fc3-438b-b819-14b9b8a59061 req-d3df4294-196e-4d48-b616-18b40b95c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:02.998094 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d0f604d3-3fc3-438b-b819-14b9b8a59061 req-d3df4294-196e-4d48-b616-18b40b95c3b2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0e71bb3ec7e446d1ad375bb511602e80&device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 1097 time: 0.0921304 Apr 16 12:03:03.145279 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f604d3-3fc3-438b-b819-14b9b8a59061 req-0084617f-5296-4f69-9956-9d6730a04c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:03.147353 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d0f604d3-3fc3-438b-b819-14b9b8a59061 req-0084617f-5296-4f69-9956-9d6730a04c22 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0a0e60a1-8cf7-4234-b709-4865575bfb7f HTTP/1.1" status: 200 len: 916 time: 0.1425087 Apr 16 12:03:03.465800 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d0f604d3-3fc3-438b-b819-14b9b8a59061 req-1b4332b8-09e2-4317-a356-d5aa123019a5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18f52f76-fe2f-47e5-8f6b-68daa1dd1cef HTTP/1.1" status: 200 len: 217 time: 0.3119805 Apr 16 12:03:03.538352 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f604d3-3fc3-438b-b819-14b9b8a59061 req-41e32059-ce9c-4ee0-91fe-8b599799a9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:03.539916 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d0f604d3-3fc3-438b-b819-14b9b8a59061 req-41e32059-ce9c-4ee0-91fe-8b599799a9a1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8d9db727-1f37-4187-ae49-d76963b88745 HTTP/1.1" status: 200 len: 854 time: 0.0669174 Apr 16 12:03:03.701720 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f604d3-3fc3-438b-b819-14b9b8a59061 req-99bf24b2-b048-400f-8fef-79643d97812b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:03.703309 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d0f604d3-3fc3-438b-b819-14b9b8a59061 req-99bf24b2-b048-400f-8fef-79643d97812b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0a0e60a1-8cf7-4234-b709-4865575bfb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1568322 Apr 16 12:03:03.712947 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c7b63-bb9c-481d-9744-dfc26877abd6 req-b23a0e76-851d-4da4-99b9-8d17ed35d64b tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:03.714394 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-962c7b63-bb9c-481d-9744-dfc26877abd6 req-b23a0e76-851d-4da4-99b9-8d17ed35d64b tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 944 time: 0.1281879 Apr 16 12:03:03.850558 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-962c7b63-bb9c-481d-9744-dfc26877abd6 req-3bf97adc-6e1c-41ae-99ac-2649e6d62b86 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/security-groups?id=c725c6e3-13fe-4741-889c-10bc1874fa05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137094 Apr 16 12:03:03.887322 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d0f604d3-3fc3-438b-b819-14b9b8a59061 req-6e5f942c-324c-4a99-83ef-5b5599f4df4e service neutron] 10.222.0.79 "GET /v2.0/networks/0a0e60a1-8cf7-4234-b709-4865575bfb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719284 Apr 16 12:03:04.032840 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d0f604d3-3fc3-438b-b819-14b9b8a59061 req-b41a4309-f0d5-430e-838a-e5d2c2962511 service neutron] 10.222.0.79 "GET /v2.0/networks/0a0e60a1-8cf7-4234-b709-4865575bfb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366532 Apr 16 12:03:04.871815 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8fd30ce8-b091-450e-81b0-406f677164dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:05.054600 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1b859-a12f-4a00-8cee-f34604dc5fb2 req-44e0b55e-42a1-4c81-82b0-ba3c293a3997 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:05.056233 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-12a1b859-a12f-4a00-8cee-f34604dc5fb2 req-44e0b55e-42a1-4c81-82b0-ba3c293a3997 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 944 time: 0.0908179 Apr 16 12:03:05.104877 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-12a1b859-a12f-4a00-8cee-f34604dc5fb2 req-14a020ad-b3ca-4661-bfba-bfe982f37573 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/security-groups?id=c725c6e3-13fe-4741-889c-10bc1874fa05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422907 Apr 16 12:03:05.869475 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:06.311644 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afb9f7-6d9c-41d5-9289-e6e37c89c42f req-b19bb4f1-3b7d-481c-b5f1-3a25210ff6fa tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:06.312283 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 18f52f76-fe2f-47e5-8f6b-68daa1dd1cef details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:03:06.313648 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-98afb9f7-6d9c-41d5-9289-e6e37c89c42f req-b19bb4f1-3b7d-481c-b5f1-3a25210ff6fa tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 944 time: 0.0943766 Apr 16 12:03:06.362524 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-98afb9f7-6d9c-41d5-9289-e6e37c89c42f req-debc03f7-55db-42f0-8ffa-4940ff7d243d tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/security-groups?id=c725c6e3-13fe-4741-889c-10bc1874fa05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420816 Apr 16 12:03:06.445662 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:06.470108 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 18f52f76-fe2f-47e5-8f6b-68daa1dd1cef, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=18f52f76-fe2f-47e5-8f6b-68daa1dd1cef,segment=NetworkSegment(57f751a3-56e8-446d-a76c-c51371ad74cc),segment_id=57f751a3-56e8-446d-a76c-c51371ad74cc)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:03:06.484538 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Returning: {'device': '18f52f76-fe2f-47e5-8f6b-68daa1dd1cef', 'network_id': '0a0e60a1-8cf7-4234-b709-4865575bfb7f', 'port_id': '18f52f76-fe2f-47e5-8f6b-68daa1dd1cef', 'mac_address': 'fa:16:3e:be:83:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d9db727-1f37-4187-ae49-d76963b88745', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:03:06.544055 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:06.561790 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18f52f76-fe2f-47e5-8f6b-68daa1dd1cef {{(pid=85339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:03:06.577414 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 18f52f76-fe2f-47e5-8f6b-68daa1dd1cef, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=18f52f76-fe2f-47e5-8f6b-68daa1dd1cef,segment=NetworkSegment(57f751a3-56e8-446d-a76c-c51371ad74cc),segment_id=57f751a3-56e8-446d-a76c-c51371ad74cc)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:03:06.580252 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:06.582114 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:06.655906 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=18f52f76-fe2f-47e5-8f6b-68daa1dd1cef,revision_number=4']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:06.659339 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:06.923028 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['18f52f76-fe2f-47e5-8f6b-68daa1dd1cef'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:03:07.577525 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08fff1-49f3-48f9-be3c-485e234ecfec req-ac2f81f6-cd49-4343-b90b-6038b33763f9 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:07.579139 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fa08fff1-49f3-48f9-be3c-485e234ecfec req-ac2f81f6-cd49-4343-b90b-6038b33763f9 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 945 time: 0.0953581 Apr 16 12:03:07.629150 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:07.632953 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fa08fff1-49f3-48f9-be3c-485e234ecfec req-8b5a52a6-b28f-458a-b53c-2506a37432b9 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/security-groups?id=c725c6e3-13fe-4741-889c-10bc1874fa05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470278 Apr 16 12:03:08.326109 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 18f52f76-fe2f-47e5-8f6b-68daa1dd1cef up at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:03:08.398585 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning for port 18f52f76-fe2f-47e5-8f6b-68daa1dd1cef completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:03:08.403608 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning complete for port 18f52f76-fe2f-47e5-8f6b-68daa1dd1cef triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:03:08.404022 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:08.529679 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:08.557518 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369bd37e-ba12-4072-92e8-b475ec383e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f52f76-fe2f-47e5-8f6b-68daa1dd1cef'}] {{(pid=85339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:03:08.568307 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 18f52f76-fe2f-47e5-8f6b-68daa1dd1cef, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=18f52f76-fe2f-47e5-8f6b-68daa1dd1cef,segment=NetworkSegment(57f751a3-56e8-446d-a76c-c51371ad74cc),segment_id=57f751a3-56e8-446d-a76c-c51371ad74cc)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:03:08.571287 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:08.574259 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:08.608359 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '369bd37e-ba12-4072-92e8-b475ec383e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f52f76-fe2f-47e5-8f6b-68daa1dd1cef', 'code': 200} Apr 16 12:03:08.656050 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=18f52f76-fe2f-47e5-8f6b-68daa1dd1cef,revision_number=5']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:08.659649 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:08.840592 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e57080-c137-44b9-b066-4fc8e541dabc req-fc5af2f4-59c2-49dd-a14b-a40ea203ac98 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:08.842103 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-62e57080-c137-44b9-b066-4fc8e541dabc req-fc5af2f4-59c2-49dd-a14b-a40ea203ac98 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 946 time: 0.0904059 Apr 16 12:03:08.855004 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6f63e-8292-4983-9d10-046408e5fc64 req-349620c8-9b12-4c84-bacd-491742bca504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:08.856814 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-62b6f63e-8292-4983-9d10-046408e5fc64 req-349620c8-9b12-4c84-bacd-491742bca504 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 1099 time: 0.0784729 Apr 16 12:03:08.895747 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-62e57080-c137-44b9-b066-4fc8e541dabc req-b07b6ffe-6eaa-4d0d-b236-04f979f2fccd tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/security-groups?id=c725c6e3-13fe-4741-889c-10bc1874fa05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470066 Apr 16 12:03:08.905878 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-62b6f63e-8292-4983-9d10-046408e5fc64 req-0e7b7c37-11c3-4870-855b-2ac336e5ce19 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c725c6e3-13fe-4741-889c-10bc1874fa05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405450 Apr 16 12:03:10.118270 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941d0e6-f4d2-49ae-91e9-583ed03ddef7 req-5060ef9a-131d-48ea-b617-0c1c59f7a8d8 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:10.119889 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f941d0e6-f4d2-49ae-91e9-583ed03ddef7 req-5060ef9a-131d-48ea-b617-0c1c59f7a8d8 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 946 time: 0.0945399 Apr 16 12:03:10.171086 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f941d0e6-f4d2-49ae-91e9-583ed03ddef7 req-67d21f43-ae12-4ad4-a518-66633f6cc5d4 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/security-groups?id=c725c6e3-13fe-4741-889c-10bc1874fa05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447738 Apr 16 12:03:10.214539 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 58904) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:10.340149 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8312ea3a-9fbb-4f9f-9e1f-7e5e05eae9eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:10.356130 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-8312ea3a-9fbb-4f9f-9e1f-7e5e05eae9eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:10.360205 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-8312ea3a-9fbb-4f9f-9e1f-7e5e05eae9eb admin admin] Usage tracker for resource:security_group_rule and tenant:1c46ff41ac4e49e9b3d0ade65fc37c87 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:10.363167 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-8312ea3a-9fbb-4f9f-9e1f-7e5e05eae9eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:10.370286 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-8312ea3a-9fbb-4f9f-9e1f-7e5e05eae9eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:10.457009 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8312ea3a-9fbb-4f9f-9e1f-7e5e05eae9eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:10.459803 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8312ea3a-9fbb-4f9f-9e1f-7e5e05eae9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:10.468790 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-be6b307c-e23e-4aba-9643-d44ec3c4af64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:10.512804 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-8312ea3a-9fbb-4f9f-9e1f-7e5e05eae9eb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1c46ff41ac4e49e9b3d0ade65fc37c87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2971165 Apr 16 12:03:10.513773 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312ea3a-9fbb-4f9f-9e1f-7e5e05eae9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d0898d-3252-4669-a9d1-34f37b03b65c,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:10.515698 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 58910) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:10.517336 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-8312ea3a-9fbb-4f9f-9e1f-7e5e05eae9eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:10.580003 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ca60dae2-79f6-4ec3-982c-c8b1ecd3aacc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:10.611803 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ca60dae2-79f6-4ec3-982c-c8b1ecd3aacc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:10.656620 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ca60dae2-79f6-4ec3-982c-c8b1ecd3aacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:10.662566 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-ed284bda-14c0-49da-9a99-da5b72abfc98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:10.677103 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60dae2-79f6-4ec3-982c-c8b1ecd3aacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d0898d-3252-4669-a9d1-34f37b03b65c,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:10.681292 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-ca60dae2-79f6-4ec3-982c-c8b1ecd3aacc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:10.687089 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ca60dae2-79f6-4ec3-982c-c8b1ecd3aacc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:10.688327 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-ca60dae2-79f6-4ec3-982c-c8b1ecd3aacc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/41d0898d-3252-4669-a9d1-34f37b03b65c HTTP/1.1" status: 204 len: 168 time: 0.1714959 Apr 16 12:03:10.983825 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 58918) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:11.002502 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5cb27a4d-d216-41d8-9631-db41fb156bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:11.017965 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-5cb27a4d-d216-41d8-9631-db41fb156bbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:11.022895 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-5cb27a4d-d216-41d8-9631-db41fb156bbc admin admin] Usage tracker for resource:security_group_rule and tenant:0b6d68d8c56c482db42986ca52626bf0 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:11.025810 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-5cb27a4d-d216-41d8-9631-db41fb156bbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:11.031780 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-5cb27a4d-d216-41d8-9631-db41fb156bbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:11.115576 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5cb27a4d-d216-41d8-9631-db41fb156bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:11.118374 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5cb27a4d-d216-41d8-9631-db41fb156bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:11.127005 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-18996e5b-e404-45ae-97a2-39f313345066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:11.167865 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-5cb27a4d-d216-41d8-9631-db41fb156bbc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0b6d68d8c56c482db42986ca52626bf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1827779 Apr 16 12:03:11.171007 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 58922) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:11.172334 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb27a4d-d216-41d8-9631-db41fb156bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ca39db-1ade-4f61-a964-876aefdaf75e,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:11.175860 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-5cb27a4d-d216-41d8-9631-db41fb156bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:11.244992 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1e5d9e1e-e12c-4b73-bece-b2d480448ddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:11.278855 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1e5d9e1e-e12c-4b73-bece-b2d480448ddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:11.396895 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1e5d9e1e-e12c-4b73-bece-b2d480448ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:11.402081 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-651d6c80-d286-4b74-be24-f009d1b01f59 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:11.420035 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d9e1e-e12c-4b73-bece-b2d480448ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ca39db-1ade-4f61-a964-876aefdaf75e,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:11.430488 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834e231-e5f2-4276-8ba2-f87d5d6035c3 req-310c55ba-4a71-4094-a99c-b2ebd766a5f1 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:11.432298 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e834e231-e5f2-4276-8ba2-f87d5d6035c3 req-310c55ba-4a71-4094-a99c-b2ebd766a5f1 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 946 time: 0.1408975 Apr 16 12:03:11.435263 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-1e5d9e1e-e12c-4b73-bece-b2d480448ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:11.458119 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1e5d9e1e-e12c-4b73-bece-b2d480448ddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:11.459308 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-1e5d9e1e-e12c-4b73-bece-b2d480448ddc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a0ca39db-1ade-4f61-a964-876aefdaf75e HTTP/1.1" status: 204 len: 168 time: 0.2871606 Apr 16 12:03:11.486986 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e834e231-e5f2-4276-8ba2-f87d5d6035c3 req-42e73420-5491-4016-b225-f55d6701c477 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/security-groups?id=c725c6e3-13fe-4741-889c-10bc1874fa05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469205 Apr 16 12:03:11.699097 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06e230-13d9-4304-81c2-7c068177f18d req-0e4e858c-b731-46cd-aa4e-1fb511760a34 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:11.700789 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-aa06e230-13d9-4304-81c2-7c068177f18d req-0e4e858c-b731-46cd-aa4e-1fb511760a34 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 946 time: 0.0957348 Apr 16 12:03:11.751310 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-aa06e230-13d9-4304-81c2-7c068177f18d req-fa6cfe34-abb0-43bd-88d6-4565d55ef1e7 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/security-groups?id=c725c6e3-13fe-4741-889c-10bc1874fa05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438221 Apr 16 12:03:11.831547 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 58936) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:11.850744 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2c968ed9-2547-4bef-8245-217951151a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:11.870157 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-2c968ed9-2547-4bef-8245-217951151a9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:11.874322 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-2c968ed9-2547-4bef-8245-217951151a9f admin admin] Usage tracker for resource:security_group_rule and tenant:cc67337c99a34b9fbd6c26aee9f9761f is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:11.877266 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-2c968ed9-2547-4bef-8245-217951151a9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:11.883973 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-2c968ed9-2547-4bef-8245-217951151a9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:11.969601 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2c968ed9-2547-4bef-8245-217951151a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:11.973503 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2c968ed9-2547-4bef-8245-217951151a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:11.982200 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-d38b944b-0b70-4237-8dd1-703f672104b1 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:12.027286 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-2c968ed9-2547-4bef-8245-217951151a9f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cc67337c99a34b9fbd6c26aee9f9761f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1944852 Apr 16 12:03:12.029013 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c968ed9-2547-4bef-8245-217951151a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b374017-68d3-41ca-9af6-c6ada08cb546,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:12.030103 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 58942) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:12.033432 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-2c968ed9-2547-4bef-8245-217951151a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:12.131349 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-93fe7200-5368-432e-9282-8426e1062129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:12.177361 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-93fe7200-5368-432e-9282-8426e1062129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:12.247366 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526a65b-3d89-447a-8652-23e4cdf7b67e req-6dee04be-b3dc-4bd9-b2af-b97bfc36b90d tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:12.248911 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6526a65b-3d89-447a-8652-23e4cdf7b67e req-6dee04be-b3dc-4bd9-b2af-b97bfc36b90d tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 946 time: 0.1545944 Apr 16 12:03:12.253232 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-93fe7200-5368-432e-9282-8426e1062129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:12.259724 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-fe221310-b109-4858-a443-01f6028db7a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:12.291232 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe7200-5368-432e-9282-8426e1062129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b374017-68d3-41ca-9af6-c6ada08cb546,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:12.293671 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-93fe7200-5368-432e-9282-8426e1062129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:12.313677 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-93fe7200-5368-432e-9282-8426e1062129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:12.314898 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-93fe7200-5368-432e-9282-8426e1062129 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3b374017-68d3-41ca-9af6-c6ada08cb546 HTTP/1.1" status: 204 len: 168 time: 0.2836592 Apr 16 12:03:12.325826 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6526a65b-3d89-447a-8652-23e4cdf7b67e req-eea1b695-f90c-408e-9f5d-33e89d6bfdd7 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/security-groups?id=c725c6e3-13fe-4741-889c-10bc1874fa05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670898 Apr 16 12:03:13.777363 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:17.120798 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 59030) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:17.250049 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e2b3212f-5ae8-4748-9d67-f97fef3ca89b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:17.265236 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-e2b3212f-5ae8-4748-9d67-f97fef3ca89b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:17.269297 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-e2b3212f-5ae8-4748-9d67-f97fef3ca89b admin admin] Usage tracker for resource:security_group_rule and tenant:764bdae65fa04d5cb87751bb8e3ed92c is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:17.272913 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-e2b3212f-5ae8-4748-9d67-f97fef3ca89b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:17.278812 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-e2b3212f-5ae8-4748-9d67-f97fef3ca89b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:17.362612 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e2b3212f-5ae8-4748-9d67-f97fef3ca89b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:17.365438 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e2b3212f-5ae8-4748-9d67-f97fef3ca89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:17.374175 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-726842a3-8504-4d99-8dc2-dd44972adedf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:17.422000 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-e2b3212f-5ae8-4748-9d67-f97fef3ca89b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=764bdae65fa04d5cb87751bb8e3ed92c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3000126 Apr 16 12:03:17.422932 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b3212f-5ae8-4748-9d67-f97fef3ca89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5c339b-d87b-430b-9d41-f3f3b663b4a4,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:17.425076 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 59036) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:17.426470 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e2b3212f-5ae8-4748-9d67-f97fef3ca89b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:17.488728 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-51ac65ce-daca-497c-96c3-7e4367e3ee10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:17.516939 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-51ac65ce-daca-497c-96c3-7e4367e3ee10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:17.564717 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-51ac65ce-daca-497c-96c3-7e4367e3ee10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:17.570422 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-45b23d58-73c2-440f-8b80-54f7d5c5396b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:17.584575 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac65ce-daca-497c-96c3-7e4367e3ee10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5c339b-d87b-430b-9d41-f3f3b663b4a4,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:17.587616 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-51ac65ce-daca-497c-96c3-7e4367e3ee10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:17.588611 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-51ac65ce-daca-497c-96c3-7e4367e3ee10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:17.589804 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-51ac65ce-daca-497c-96c3-7e4367e3ee10 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2e5c339b-d87b-430b-9d41-f3f3b663b4a4 HTTP/1.1" status: 204 len: 168 time: 0.1635509 Apr 16 12:03:17.885126 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 59044) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:17.904357 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2a38b042-787a-44f5-b5d1-d75ef8525b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:17.919676 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-2a38b042-787a-44f5-b5d1-d75ef8525b4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:17.923735 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-2a38b042-787a-44f5-b5d1-d75ef8525b4d admin admin] Usage tracker for resource:security_group_rule and tenant:cd24eb96cd5a46c09b0f895b4e1b032b is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:17.927206 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-2a38b042-787a-44f5-b5d1-d75ef8525b4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:17.933216 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-2a38b042-787a-44f5-b5d1-d75ef8525b4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:18.019694 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2a38b042-787a-44f5-b5d1-d75ef8525b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:18.022585 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2a38b042-787a-44f5-b5d1-d75ef8525b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:18.031401 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-d96565b4-8cf5-4af7-9ad3-d4f63d9e761f tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:18.074272 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-2a38b042-787a-44f5-b5d1-d75ef8525b4d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cd24eb96cd5a46c09b0f895b4e1b032b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1880140 Apr 16 12:03:18.075964 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38b042-787a-44f5-b5d1-d75ef8525b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38d8f66-7ee1-4955-8e28-08a4ba74d110,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:18.077215 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 59050) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:18.079447 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-2a38b042-787a-44f5-b5d1-d75ef8525b4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:18.139045 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-370264a8-cc27-449f-b710-67bdab64266e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:18.168755 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-370264a8-cc27-449f-b710-67bdab64266e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:18.214538 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-370264a8-cc27-449f-b710-67bdab64266e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:18.219695 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-dcaa608b-8e4f-4bc1-9ee9-4e29d437628c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:18.233932 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370264a8-cc27-449f-b710-67bdab64266e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38d8f66-7ee1-4955-8e28-08a4ba74d110,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:18.236896 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-370264a8-cc27-449f-b710-67bdab64266e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:18.237954 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-370264a8-cc27-449f-b710-67bdab64266e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:18.239757 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-370264a8-cc27-449f-b710-67bdab64266e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d38d8f66-7ee1-4955-8e28-08a4ba74d110 HTTP/1.1" status: 204 len: 168 time: 0.1608527 Apr 16 12:03:22.813194 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66a475-a9c2-4bf3-85f9-27c177333e0c req-04b97847-da51-40e1-b84f-2d51c2152558 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:22.814810 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ff66a475-a9c2-4bf3-85f9-27c177333e0c req-04b97847-da51-40e1-b84f-2d51c2152558 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 946 time: 0.0965579 Apr 16 12:03:22.865994 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ff66a475-a9c2-4bf3-85f9-27c177333e0c req-054d1dbc-3e62-4e19-a838-6ed769ecfb53 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/security-groups?id=c725c6e3-13fe-4741-889c-10bc1874fa05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429261 Apr 16 12:03:22.891591 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 59120) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:23.150296 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb0d696-1af6-42bc-a999-e49e41f4b600 tempest-TestMinimumBasicScenario-817664445 tempest-TestMinimumBasicScenario-817664445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:23.151924 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-deb0d696-1af6-42bc-a999-e49e41f4b600 tempest-TestMinimumBasicScenario-817664445 tempest-TestMinimumBasicScenario-817664445-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 1094 time: 0.2592983 Apr 16 12:03:23.155211 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 59126) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:23.162530 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-2f77dc15-9294-48bd-8cb0-a16cf9b8c20f tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Request body: {'floatingip': {'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'port_id': '18f52f76-fe2f-47e5-8f6b-68daa1dd1cef', 'tenant_id': '0e71bb3ec7e446d1ad375bb511602e80', 'fixed_ip_address': '172.20.0.12'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:03:23.170914 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-2f77dc15-9294-48bd-8cb0-a16cf9b8c20f tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:23.175042 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-2f77dc15-9294-48bd-8cb0-a16cf9b8c20f tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Usage tracker for resource:floatingip and tenant:0e71bb3ec7e446d1ad375bb511602e80 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:23.178666 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-2f77dc15-9294-48bd-8cb0-a16cf9b8c20f tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:23.184724 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-2f77dc15-9294-48bd-8cb0-a16cf9b8c20f tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:23.195006 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2f77dc15-9294-48bd-8cb0-a16cf9b8c20f tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks [] for floatingip, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:23.358746 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2f77dc15-9294-48bd-8cb0-a16cf9b8c20f tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:23.507036 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [None req-2f77dc15-9294-48bd-8cb0-a16cf9b8c20f tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Allocated IP 172.27.1.238 (42de8c2d-cd05-4680-9fb4-4f0e504e941e/337501b3-dbb5-4b21-86cd-6f03e94fa6eb/4a7e8d22-d160-401c-81bd-aa3808cfa6c7) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:03:23.660357 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2f77dc15-9294-48bd-8cb0-a16cf9b8c20f tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:23.691407 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2f77dc15-9294-48bd-8cb0-a16cf9b8c20f tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:23.707207 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-5cd57c38-69ce-478c-bb9e-ac4ce8aa41ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:23.843013 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f77dc15-9294-48bd-8cb0-a16cf9b8c20f tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Pushing event updated for resources: {'Port': ['ID=4a7e8d22-d160-401c-81bd-aa3808cfa6c7,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:23.859554 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-2f77dc15-9294-48bd-8cb0-a16cf9b8c20f tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:23.901932 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f77dc15-9294-48bd-8cb0-a16cf9b8c20f tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Network 42de8c2d-cd05-4680-9fb4-4f0e504e941e is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:03:23.903147 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-2f77dc15-9294-48bd-8cb0-a16cf9b8c20f tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:03:23.905544 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f77dc15-9294-48bd-8cb0-a16cf9b8c20f tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:03:24.351697 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2f77dc15-9294-48bd-8cb0-a16cf9b8c20f tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:24.429759 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2f77dc15-9294-48bd-8cb0-a16cf9b8c20f tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:24.655295 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2f77dc15-9294-48bd-8cb0-a16cf9b8c20f tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:24.659112 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2f77dc15-9294-48bd-8cb0-a16cf9b8c20f tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847015921'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:24.675276 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-9ed5cf68-4b41-4648-98d8-1897e82e91c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:24.810732 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f77dc15-9294-48bd-8cb0-a16cf9b8c20f tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Pushing event updated for resources: {'Port': ['ID=4a7e8d22-d160-401c-81bd-aa3808cfa6c7,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:24.813779 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-2f77dc15-9294-48bd-8cb0-a16cf9b8c20f tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:24.923227 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2f77dc15-9294-48bd-8cb0-a16cf9b8c20f tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852691177'] for floatingip, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:25.114775 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.l3_db [None req-2f77dc15-9294-48bd-8cb0-a16cf9b8c20f tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Floating IP 957d7604-3eaa-418f-af3d-9632b95452b7 associated. External IP: 172.27.1.238, port: 18f52f76-fe2f-47e5-8f6b-68daa1dd1cef. Apr 16 12:03:25.826730 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f77dc15-9294-48bd-8cb0-a16cf9b8c20f tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Router c8a21477-1fd7-41ef-aa57-d7617a4965b8 has already been hosted by L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 {{(pid=85337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:03:26.028688 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f77dc15-9294-48bd-8cb0-a16cf9b8c20f tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:03:26.038956 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46251d7-1be4-49fc-a1a1-ac4858131512 None None] Sync routers for ids ['c8a21477-1fd7-41ef-aa57-d7617a4965b8'] in dv-cinder-689486-10-iscsi {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:03:26.049895 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46251d7-1be4-49fc-a1a1-ac4858131512 None None] Routers {'c8a21477-1fd7-41ef-aa57-d7617a4965b8'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:03:26.050553 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-e46251d7-1be4-49fc-a1a1-ac4858131512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:03:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['c8a21477-1fd7-41ef-aa57-d7617a4965b8'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:03:26.066402 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2f77dc15-9294-48bd-8cb0-a16cf9b8c20f tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for floatingip, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:26.143344 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-2f77dc15-9294-48bd-8cb0-a16cf9b8c20f tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9863348 Apr 16 12:03:26.144693 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '369bd37e-ba12-4072-92e8-b475ec383e7d', 'tag': '18f52f76-fe2f-47e5-8f6b-68daa1dd1cef'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:03:26.146271 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 59146) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:26.152905 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-ebceb4ca-597d-4f79-9813-b895d5dc8897 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1682083462', 'description': 'tempest-secgroup-smoke-1682083462 description', 'project_id': '0e71bb3ec7e446d1ad375bb511602e80'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:03:26.160371 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-ebceb4ca-597d-4f79-9813-b895d5dc8897 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:26.191411 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-ebceb4ca-597d-4f79-9813-b895d5dc8897 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:26.219563 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '369bd37e-ba12-4072-92e8-b475ec383e7d', 'tag': '18f52f76-fe2f-47e5-8f6b-68daa1dd1cef', 'status': 'completed', 'code': 200} Apr 16 12:03:26.224990 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ebceb4ca-597d-4f79-9813-b895d5dc8897 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:26.255722 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-ebceb4ca-597d-4f79-9813-b895d5dc8897 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:26.261355 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-ebceb4ca-597d-4f79-9813-b895d5dc8897 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Usage tracker for resource:security_group_rule and tenant:0e71bb3ec7e446d1ad375bb511602e80 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:26.265460 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-ebceb4ca-597d-4f79-9813-b895d5dc8897 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:26.273218 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-ebceb4ca-597d-4f79-9813-b895d5dc8897 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:26.334621 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9b7d4-cba9-4482-ac21-8d26ee8b52a4 req-ea1175cb-c877-46c4-8a81-c838d7fdb8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:26.335760 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e1d9b7d4-cba9-4482-ac21-8d26ee8b52a4 req-ea1175cb-c877-46c4-8a81-c838d7fdb8d1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0e71bb3ec7e446d1ad375bb511602e80&device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 1099 time: 0.0928025 Apr 16 12:03:26.354451 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ebceb4ca-597d-4f79-9813-b895d5dc8897 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:26.358169 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ebceb4ca-597d-4f79-9813-b895d5dc8897 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:26.391443 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-90bc1adc-1bb7-44f9-a11e-844ae54a5d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:26.444233 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebceb4ca-597d-4f79-9813-b895d5dc8897 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=769b04de-db91-424f-897c-7e4179445723,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:26.445890 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-e46251d7-1be4-49fc-a1a1-ac4858131512 None None] Set router c8a21477-1fd7-41ef-aa57-d7617a4965b8 gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:03:26.448546 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-ebceb4ca-597d-4f79-9813-b895d5dc8897 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:26.450859 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ebceb4ca-597d-4f79-9813-b895d5dc8897 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:26.455490 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-ebceb4ca-597d-4f79-9813-b895d5dc8897 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3080330 Apr 16 12:03:26.455712 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 59152) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:26.476846 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-697c60b2-546c-4cee-8211-e48e28319846 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Request body: {'security_group_rule': {'security_group_id': '769b04de-db91-424f-897c-7e4179445723', 'project_id': '0e71bb3ec7e446d1ad375bb511602e80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:03:26.485802 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-697c60b2-546c-4cee-8211-e48e28319846 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:26.492071 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-697c60b2-546c-4cee-8211-e48e28319846 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Usage tracker for resource:security_group_rule and tenant:0e71bb3ec7e446d1ad375bb511602e80 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:26.497375 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-697c60b2-546c-4cee-8211-e48e28319846 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:26.514589 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-697c60b2-546c-4cee-8211-e48e28319846 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:26.527729 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9b7d4-cba9-4482-ac21-8d26ee8b52a4 req-7a934f4a-0975-4d1d-b9f6-5c7b8d25f8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:26.529351 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e1d9b7d4-cba9-4482-ac21-8d26ee8b52a4 req-7a934f4a-0975-4d1d-b9f6-5c7b8d25f8a8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0a0e60a1-8cf7-4234-b709-4865575bfb7f HTTP/1.1" status: 200 len: 916 time: 0.1869764 Apr 16 12:03:26.597293 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-697c60b2-546c-4cee-8211-e48e28319846 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:26.680863 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e1d9b7d4-cba9-4482-ac21-8d26ee8b52a4 req-718d7ced-b6f3-4ad7-ad49-3227366ceb9b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18f52f76-fe2f-47e5-8f6b-68daa1dd1cef HTTP/1.1" status: 200 len: 1000 time: 0.1413531 Apr 16 12:03:26.750314 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-697c60b2-546c-4cee-8211-e48e28319846 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:26.759126 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-697c60b2-546c-4cee-8211-e48e28319846 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974229'] for security_group_rule, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:26.765415 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b90f2e32-3e8a-4baa-bcef-08f153112e6c tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:26.793291 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c60b2-546c-4cee-8211-e48e28319846 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d87636d-da90-4551-a591-8b7b7cf2f2a4,revision_number=0']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:26.796414 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9b7d4-cba9-4482-ac21-8d26ee8b52a4 req-5599d418-1886-4f56-a398-8c6b368106ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:26.798503 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e1d9b7d4-cba9-4482-ac21-8d26ee8b52a4 req-5599d418-1886-4f56-a398-8c6b368106ca service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8d9db727-1f37-4187-ae49-d76963b88745 HTTP/1.1" status: 200 len: 854 time: 0.1095152 Apr 16 12:03:26.802130 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-697c60b2-546c-4cee-8211-e48e28319846 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:26.844786 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-e46251d7-1be4-49fc-a1a1-ac4858131512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'name': 'tempest-TestMinimumBasicScenario-2131371283-router', 'tenant_id': '0e71bb3ec7e446d1ad375bb511602e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'b65603c3-0f36-4739-8b8f-f25f0db2fd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:18Z', 'updated_at': '2021-04-16T12:02:24Z', 'revision_number': 4, 'project_id': '0e71bb3ec7e446d1ad375bb511602e80', 'gw_port': {'id': 'b65603c3-0f36-4739-8b8f-f25f0db2fd5a', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:19Z', 'updated_at': '2021-04-16T12:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_floatingips': [{'id': '957d7604-3eaa-418f-af3d-9632b95452b7', 'tenant_id': '0e71bb3ec7e446d1ad375bb511602e80', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'router_id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'port_id': '18f52f76-fe2f-47e5-8f6b-68daa1dd1cef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a0e60a1-8cf7-4234-b709-4865575bfb7f', 'mac_address': 'fa:16:3e:be:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369bd37e-ba12-4072-92e8-b475ec383e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:03:24Z', 'updated_at': '2021-04-16T12:03:24Z', 'revision_number': 0, 'project_id': '0e71bb3ec7e446d1ad375bb511602e80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93968bc-21e7-4d42-9b97-1661ade0de2f', 'name': '', 'network_id': '0a0e60a1-8cf7-4234-b709-4865575bfb7f', 'tenant_id': '0e71bb3ec7e446d1ad375bb511602e80', 'mac_address': 'fa:16:3e:75:17:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8d9db727-1f37-4187-ae49-d76963b88745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:22Z', 'updated_at': '2021-04-16T12:02:32Z', 'revision_number': 5, 'project_id': '0e71bb3ec7e446d1ad375bb511602e80', 'subnets': [{'id': '8d9db727-1f37-4187-ae49-d76963b88745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:03:26.850206 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46251d7-1be4-49fc-a1a1-ac4858131512 None None] Checking router: c8a21477-1fd7-41ef-aa57-d7617a4965b8 for host: dv-cinder-689486-10-iscsi {{(pid=85339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:03:26.860787 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46251d7-1be4-49fc-a1a1-ac4858131512 None None] Routers {'c8a21477-1fd7-41ef-aa57-d7617a4965b8'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:03:26.861472 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-e46251d7-1be4-49fc-a1a1-ac4858131512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:03:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['c8a21477-1fd7-41ef-aa57-d7617a4965b8'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:03:26.862467 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-697c60b2-546c-4cee-8211-e48e28319846 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:26.864367 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-697c60b2-546c-4cee-8211-e48e28319846 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4069700 Apr 16 12:03:26.867407 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 59160) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:26.877529 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-66a24012-18d1-41de-bd8f-1a64964c3313 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Request body: {'security_group_rule': {'security_group_id': '769b04de-db91-424f-897c-7e4179445723', 'project_id': '0e71bb3ec7e446d1ad375bb511602e80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:03:26.886997 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-66a24012-18d1-41de-bd8f-1a64964c3313 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:26.892165 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-66a24012-18d1-41de-bd8f-1a64964c3313 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Usage tracker for resource:security_group_rule and tenant:0e71bb3ec7e446d1ad375bb511602e80 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:26.896556 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9b7d4-cba9-4482-ac21-8d26ee8b52a4 req-190d9bb2-31fe-4c76-94cd-4b8d0c131b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:26.897323 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-66a24012-18d1-41de-bd8f-1a64964c3313 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:26.898171 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e1d9b7d4-cba9-4482-ac21-8d26ee8b52a4 req-190d9bb2-31fe-4c76-94cd-4b8d0c131b7d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0a0e60a1-8cf7-4234-b709-4865575bfb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0906098 Apr 16 12:03:26.904779 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-66a24012-18d1-41de-bd8f-1a64964c3313 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:26.924745 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-66a24012-18d1-41de-bd8f-1a64964c3313 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:26.998689 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-66a24012-18d1-41de-bd8f-1a64964c3313 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:27.003284 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-66a24012-18d1-41de-bd8f-1a64964c3313 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974229'] for security_group_rule, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:27.006327 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-8d421219-66ad-429d-8700-07cd42a76e86 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:27.034267 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a24012-18d1-41de-bd8f-1a64964c3313 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edcc040d-4b39-4856-bedf-6fc37a9ef577,revision_number=0']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:27.037399 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-66a24012-18d1-41de-bd8f-1a64964c3313 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:27.048890 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-66a24012-18d1-41de-bd8f-1a64964c3313 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:27.054189 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-66a24012-18d1-41de-bd8f-1a64964c3313 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1809044 Apr 16 12:03:27.054457 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 59164) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:27.060414 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-fcac5a2c-8686-4dce-a79a-94dedd616483 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Request body: {'security_group_rule': {'security_group_id': '769b04de-db91-424f-897c-7e4179445723', 'project_id': '0e71bb3ec7e446d1ad375bb511602e80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:03:27.067950 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-fcac5a2c-8686-4dce-a79a-94dedd616483 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:27.072675 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-fcac5a2c-8686-4dce-a79a-94dedd616483 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Usage tracker for resource:security_group_rule and tenant:0e71bb3ec7e446d1ad375bb511602e80 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:27.076303 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-fcac5a2c-8686-4dce-a79a-94dedd616483 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:27.083175 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-fcac5a2c-8686-4dce-a79a-94dedd616483 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:27.092841 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e1d9b7d4-cba9-4482-ac21-8d26ee8b52a4 req-d671a884-c5ef-4d8c-9194-48c94a1e546c service neutron] 10.222.0.79 "GET /v2.0/networks/0a0e60a1-8cf7-4234-b709-4865575bfb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829011 Apr 16 12:03:27.102761 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fcac5a2c-8686-4dce-a79a-94dedd616483 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:27.134722 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-e46251d7-1be4-49fc-a1a1-ac4858131512 None None] Set router c8a21477-1fd7-41ef-aa57-d7617a4965b8 gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:03:27.271070 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fcac5a2c-8686-4dce-a79a-94dedd616483 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:27.277508 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fcac5a2c-8686-4dce-a79a-94dedd616483 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974229'] for security_group_rule, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:27.281723 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-73d6ef8e-9ea1-4b72-b8dc-e217bd82a72c tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:27.294428 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e1d9b7d4-cba9-4482-ac21-8d26ee8b52a4 req-25097927-0c2e-4b48-99c1-606102a2bee2 service neutron] 10.222.0.79 "GET /v2.0/networks/0a0e60a1-8cf7-4234-b709-4865575bfb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944153 Apr 16 12:03:27.324812 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac5a2c-8686-4dce-a79a-94dedd616483 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ad1b3c6-f591-4eba-8bb5-69fdf509ecd4,revision_number=0']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:27.337238 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac5a2c-8686-4dce-a79a-94dedd616483 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:27.337643 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac5a2c-8686-4dce-a79a-94dedd616483 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:27.338064 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac5a2c-8686-4dce-a79a-94dedd616483 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:27.338477 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac5a2c-8686-4dce-a79a-94dedd616483 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:27.338880 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac5a2c-8686-4dce-a79a-94dedd616483 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:27.339286 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac5a2c-8686-4dce-a79a-94dedd616483 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:27.339688 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac5a2c-8686-4dce-a79a-94dedd616483 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:27.340100 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac5a2c-8686-4dce-a79a-94dedd616483 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:27.340518 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac5a2c-8686-4dce-a79a-94dedd616483 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:27.340920 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac5a2c-8686-4dce-a79a-94dedd616483 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:27.341317 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac5a2c-8686-4dce-a79a-94dedd616483 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:27.341712 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac5a2c-8686-4dce-a79a-94dedd616483 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:27.345882 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-fcac5a2c-8686-4dce-a79a-94dedd616483 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:27.349305 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fcac5a2c-8686-4dce-a79a-94dedd616483 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:27.350605 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-fcac5a2c-8686-4dce-a79a-94dedd616483 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2951350 Apr 16 12:03:27.355692 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 59168) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:27.362058 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-f962b85b-64ca-4512-b6c9-4a868345be72 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Request body: {'security_group_rule': {'security_group_id': '769b04de-db91-424f-897c-7e4179445723', 'project_id': '0e71bb3ec7e446d1ad375bb511602e80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:03:27.369870 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-f962b85b-64ca-4512-b6c9-4a868345be72 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:27.378255 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-f962b85b-64ca-4512-b6c9-4a868345be72 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Usage tracker for resource:security_group_rule and tenant:0e71bb3ec7e446d1ad375bb511602e80 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:27.384332 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-f962b85b-64ca-4512-b6c9-4a868345be72 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:27.396971 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-f962b85b-64ca-4512-b6c9-4a868345be72 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:27.447291 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f962b85b-64ca-4512-b6c9-4a868345be72 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:27.557486 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f962b85b-64ca-4512-b6c9-4a868345be72 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:27.561439 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f962b85b-64ca-4512-b6c9-4a868345be72 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974229'] for security_group_rule, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:27.563784 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-76c4525a-61c5-4a8a-badd-ec36a4a8aa42 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:27.591045 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962b85b-64ca-4512-b6c9-4a868345be72 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=419a35e4-7ce6-40fe-a262-a4d0fc2dffd7,revision_number=0']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:27.594034 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f962b85b-64ca-4512-b6c9-4a868345be72 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:27.607181 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f962b85b-64ca-4512-b6c9-4a868345be72 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:27.608627 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-f962b85b-64ca-4512-b6c9-4a868345be72 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2517886 Apr 16 12:03:27.613549 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 59176) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:27.620460 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-1fdf87bd-6ec8-4787-bb29-160a54168741 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Request body: {'security_group_rule': {'security_group_id': '769b04de-db91-424f-897c-7e4179445723', 'project_id': '0e71bb3ec7e446d1ad375bb511602e80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:03:27.627244 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-1fdf87bd-6ec8-4787-bb29-160a54168741 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:27.632477 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-1fdf87bd-6ec8-4787-bb29-160a54168741 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Usage tracker for resource:security_group_rule and tenant:0e71bb3ec7e446d1ad375bb511602e80 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:27.635683 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-1fdf87bd-6ec8-4787-bb29-160a54168741 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:27.643338 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-1fdf87bd-6ec8-4787-bb29-160a54168741 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:27.655566 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.securitygroups_db [None req-1fdf87bd-6ec8-4787-bb29-160a54168741 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Project 0e71bb3ec7e446d1ad375bb511602e80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 12:03:27.659007 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-e46251d7-1be4-49fc-a1a1-ac4858131512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'name': 'tempest-TestMinimumBasicScenario-2131371283-router', 'tenant_id': '0e71bb3ec7e446d1ad375bb511602e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'b65603c3-0f36-4739-8b8f-f25f0db2fd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:18Z', 'updated_at': '2021-04-16T12:02:24Z', 'revision_number': 4, 'project_id': '0e71bb3ec7e446d1ad375bb511602e80', 'gw_port': {'id': 'b65603c3-0f36-4739-8b8f-f25f0db2fd5a', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:19Z', 'updated_at': '2021-04-16T12:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_floatingips': [{'id': '957d7604-3eaa-418f-af3d-9632b95452b7', 'tenant_id': '0e71bb3ec7e446d1ad375bb511602e80', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'router_id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'port_id': '18f52f76-fe2f-47e5-8f6b-68daa1dd1cef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a0e60a1-8cf7-4234-b709-4865575bfb7f', 'mac_address': 'fa:16:3e:be:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369bd37e-ba12-4072-92e8-b475ec383e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:03:24Z', 'updated_at': '2021-04-16T12:03:24Z', 'revision_number': 0, 'project_id': '0e71bb3ec7e446d1ad375bb511602e80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93968bc-21e7-4d42-9b97-1661ade0de2f', 'name': '', 'network_id': '0a0e60a1-8cf7-4234-b709-4865575bfb7f', 'tenant_id': '0e71bb3ec7e446d1ad375bb511602e80', 'mac_address': 'fa:16:3e:75:17:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8d9db727-1f37-4187-ae49-d76963b88745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:22Z', 'updated_at': '2021-04-16T12:02:32Z', 'revision_number': 5, 'project_id': '0e71bb3ec7e446d1ad375bb511602e80', 'subnets': [{'id': '8d9db727-1f37-4187-ae49-d76963b88745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:03:27.664634 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1fdf87bd-6ec8-4787-bb29-160a54168741 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:27.664893 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46251d7-1be4-49fc-a1a1-ac4858131512 None None] The sync data for ids ['c8a21477-1fd7-41ef-aa57-d7617a4965b8'] in dv-cinder-689486-10-iscsi is: [{'id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'name': 'tempest-TestMinimumBasicScenario-2131371283-router', 'tenant_id': '0e71bb3ec7e446d1ad375bb511602e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'b65603c3-0f36-4739-8b8f-f25f0db2fd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:18Z', 'updated_at': '2021-04-16T12:02:24Z', 'revision_number': 4, 'project_id': '0e71bb3ec7e446d1ad375bb511602e80', 'gw_port': {'id': 'b65603c3-0f36-4739-8b8f-f25f0db2fd5a', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:19Z', 'updated_at': '2021-04-16T12:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_floatingips': [{'id': '957d7604-3eaa-418f-af3d-9632b95452b7', 'tenant_id': '0e71bb3ec7e446d1ad375bb511602e80', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'router_id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'port_id': '18f52f76-fe2f-47e5-8f6b-68daa1dd1cef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a0e60a1-8cf7-4234-b709-4865575bfb7f', 'mac_address': 'fa:16:3e:be:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369bd37e-ba12-4072-92e8-b475ec383e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:03:24Z', 'updated_at': '2021-04-16T12:03:24Z', 'revision_number': 0, 'project_id': '0e71bb3ec7e446d1ad375bb511602e80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93968bc-21e7-4d42-9b97-1661ade0de2f', 'name': '', 'network_id': '0a0e60a1-8cf7-4234-b709-4865575bfb7f', 'tenant_id': '0e71bb3ec7e446d1ad375bb511602e80', 'mac_address': 'fa:16:3e:75:17:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8d9db727-1f37-4187-ae49-d76963b88745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:22Z', 'updated_at': '2021-04-16T12:02:32Z', 'revision_number': 5, 'project_id': '0e71bb3ec7e446d1ad375bb511602e80', 'subnets': [{'id': '8d9db727-1f37-4187-ae49-d76963b88745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:03:27.741885 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1fdf87bd-6ec8-4787-bb29-160a54168741 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:27.744923 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1fdf87bd-6ec8-4787-bb29-160a54168741 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974229'] for security_group_rule, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:27.747074 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:27.774030 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf87bd-6ec8-4787-bb29-160a54168741 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f150e5b5-cfcb-4099-ae88-986871a95686,revision_number=0']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:27.778607 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-1fdf87bd-6ec8-4787-bb29-160a54168741 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:27.788004 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1fdf87bd-6ec8-4787-bb29-160a54168741 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:27.790410 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-1fdf87bd-6ec8-4787-bb29-160a54168741 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1747925 Apr 16 12:03:27.793080 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 59180) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:27.799036 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-82b9d865-b9a4-4b30-b0ea-e27ba4d304b4 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Request body: {'security_group_rule': {'security_group_id': '769b04de-db91-424f-897c-7e4179445723', 'project_id': '0e71bb3ec7e446d1ad375bb511602e80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:03:27.806235 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-82b9d865-b9a4-4b30-b0ea-e27ba4d304b4 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:27.810648 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-82b9d865-b9a4-4b30-b0ea-e27ba4d304b4 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Usage tracker for resource:security_group_rule and tenant:0e71bb3ec7e446d1ad375bb511602e80 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:27.813764 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-82b9d865-b9a4-4b30-b0ea-e27ba4d304b4 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:27.821610 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-82b9d865-b9a4-4b30-b0ea-e27ba4d304b4 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:27.832956 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.securitygroups_db [None req-82b9d865-b9a4-4b30-b0ea-e27ba4d304b4 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Project 0e71bb3ec7e446d1ad375bb511602e80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 12:03:27.841634 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-82b9d865-b9a4-4b30-b0ea-e27ba4d304b4 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:27.921965 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-82b9d865-b9a4-4b30-b0ea-e27ba4d304b4 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:27.927045 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-82b9d865-b9a4-4b30-b0ea-e27ba4d304b4 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974229'] for security_group_rule, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:27.929179 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:27.955429 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9d865-b9a4-4b30-b0ea-e27ba4d304b4 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eaf3e47-cb57-4c03-86f5-ded1fb2a84d3,revision_number=0']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:27.958993 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-82b9d865-b9a4-4b30-b0ea-e27ba4d304b4 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:27.967105 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-82b9d865-b9a4-4b30-b0ea-e27ba4d304b4 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:27.968801 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-82b9d865-b9a4-4b30-b0ea-e27ba4d304b4 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1742997 Apr 16 12:03:28.005712 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26f2502-c523-4404-89f9-15b6cbe58aa2 None None] New status for floating IP 957d7604-3eaa-418f-af3d-9632b95452b7: ACTIVE {{(pid=85340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 12:03:28.112202 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f33c507b-a884-47f1-8211-e6035b321a25 req-f922a638-c15c-41e2-96c4-70213c830a88 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1682083462&fields=id&tenant_id=0e71bb3ec7e446d1ad375bb511602e80 HTTP/1.1" status: 200 len: 267 time: 0.0457184 Apr 16 12:03:28.213735 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c507b-a884-47f1-8211-e6035b321a25 req-7d96e1d7-80e3-4447-ada6-4b2826ee1d09 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:28.215403 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f33c507b-a884-47f1-8211-e6035b321a25 req-7d96e1d7-80e3-4447-ada6-4b2826ee1d09 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 946 time: 0.0956936 Apr 16 12:03:28.230832 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-f33c507b-a884-47f1-8211-e6035b321a25 req-23f3aa47-945f-48e4-98fa-e127ea50ae2e tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Request body: {'port': {'security_groups': ['c725c6e3-13fe-4741-889c-10bc1874fa05', '769b04de-db91-424f-897c-7e4179445723']}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:03:28.383583 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-f33c507b-a884-47f1-8211-e6035b321a25 req-23f3aa47-945f-48e4-98fa-e127ea50ae2e tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:28.676383 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-f33c507b-a884-47f1-8211-e6035b321a25 req-23f3aa47-945f-48e4-98fa-e127ea50ae2e tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] For port 18f52f76-fe2f-47e5-8f6b-68daa1dd1cef, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=18f52f76-fe2f-47e5-8f6b-68daa1dd1cef,segment=NetworkSegment(57f751a3-56e8-446d-a76c-c51371ad74cc),segment_id=57f751a3-56e8-446d-a76c-c51371ad74cc)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:03:28.708909 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-f33c507b-a884-47f1-8211-e6035b321a25 req-23f3aa47-945f-48e4-98fa-e127ea50ae2e tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:28.713180 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-f33c507b-a884-47f1-8211-e6035b321a25 req-23f3aa47-945f-48e4-98fa-e127ea50ae2e tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847015921'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:28.736409 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-3ed7f799-8b54-4cc2-a1fa-499cc328c103 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:28.901609 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3aa47-945f-48e4-98fa-e127ea50ae2e tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Pushing event updated for resources: {'Port': ['ID=18f52f76-fe2f-47e5-8f6b-68daa1dd1cef,revision_number=6']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:28.906535 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-23f3aa47-945f-48e4-98fa-e127ea50ae2e tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:28.949261 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c507b-a884-47f1-8211-e6035b321a25 req-23f3aa47-945f-48e4-98fa-e127ea50ae2e tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:28.949941 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-f33c507b-a884-47f1-8211-e6035b321a25 req-23f3aa47-945f-48e4-98fa-e127ea50ae2e tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:28.951455 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f33c507b-a884-47f1-8211-e6035b321a25 req-23f3aa47-945f-48e4-98fa-e127ea50ae2e tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "PUT /v2.0/ports/18f52f76-fe2f-47e5-8f6b-68daa1dd1cef HTTP/1.1" status: 200 len: 982 time: 0.7266936 Apr 16 12:03:28.952023 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '369bd37e-ba12-4072-92e8-b475ec383e7d', 'tag': '18f52f76-fe2f-47e5-8f6b-68daa1dd1cef'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:03:29.013811 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '369bd37e-ba12-4072-92e8-b475ec383e7d', 'tag': '18f52f76-fe2f-47e5-8f6b-68daa1dd1cef', 'status': 'completed', 'code': 200} Apr 16 12:03:29.148910 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc586e9-fa9b-456f-a716-dea11a954d41 req-b6ae8954-7efc-41fa-8012-0b0c71ec3cd2 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:29.150545 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4bc586e9-fa9b-456f-a716-dea11a954d41 req-b6ae8954-7efc-41fa-8012-0b0c71ec3cd2 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 985 time: 0.0909138 Apr 16 12:03:29.200682 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-d0cf4e7c-b3ec-4fac-8d6b-e18f31f2e863 None None] Provisioning complete for port 18f52f76-fe2f-47e5-8f6b-68daa1dd1cef triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:03:29.201411 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d0cf4e7c-b3ec-4fac-8d6b-e18f31f2e863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:29.204979 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4bc586e9-fa9b-456f-a716-dea11a954d41 req-8004d35d-9728-477f-8943-e3c634870e0c tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/security-groups?id=769b04de-db91-424f-897c-7e4179445723&id=c725c6e3-13fe-4741-889c-10bc1874fa05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0478141 Apr 16 12:03:29.266210 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['18f52f76-fe2f-47e5-8f6b-68daa1dd1cef'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:03:30.335547 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276ac0c-5d35-442d-bc19-c257bd161dc3 req-e59b17a8-7078-450a-8040-139350852504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:30.337190 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9276ac0c-5d35-442d-bc19-c257bd161dc3 req-e59b17a8-7078-450a-8040-139350852504 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0e71bb3ec7e446d1ad375bb511602e80&device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 1138 time: 0.0891984 Apr 16 12:03:31.464612 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-372f5ea2-bf8d-4638-99f5-2221c296b730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:31.755871 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['18f52f76-fe2f-47e5-8f6b-68daa1dd1cef'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:03:31.812778 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276ac0c-5d35-442d-bc19-c257bd161dc3 req-572fe52c-9640-4e98-a94f-2dbbb80698f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:31.814282 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9276ac0c-5d35-442d-bc19-c257bd161dc3 req-572fe52c-9640-4e98-a94f-2dbbb80698f7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0a0e60a1-8cf7-4234-b709-4865575bfb7f HTTP/1.1" status: 200 len: 916 time: 0.1556406 Apr 16 12:03:31.934902 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9276ac0c-5d35-442d-bc19-c257bd161dc3 req-a5298195-7b43-499a-8809-4fe16a66b005 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18f52f76-fe2f-47e5-8f6b-68daa1dd1cef HTTP/1.1" status: 200 len: 1002 time: 0.1079421 Apr 16 12:03:32.006013 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276ac0c-5d35-442d-bc19-c257bd161dc3 req-f96fdd6d-71f3-4736-a148-c46bd5c48c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:32.007897 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9276ac0c-5d35-442d-bc19-c257bd161dc3 req-f96fdd6d-71f3-4736-a148-c46bd5c48c0a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8d9db727-1f37-4187-ae49-d76963b88745 HTTP/1.1" status: 200 len: 854 time: 0.0716598 Apr 16 12:03:32.096622 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276ac0c-5d35-442d-bc19-c257bd161dc3 req-32df9e56-83e9-4ebf-8234-4638e472eab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:32.098753 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9276ac0c-5d35-442d-bc19-c257bd161dc3 req-32df9e56-83e9-4ebf-8234-4638e472eab7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0a0e60a1-8cf7-4234-b709-4865575bfb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0842893 Apr 16 12:03:32.255451 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9276ac0c-5d35-442d-bc19-c257bd161dc3 req-c53a84e3-07c3-42a0-9806-5b96fa3f95e7 service neutron] 10.222.0.79 "GET /v2.0/networks/0a0e60a1-8cf7-4234-b709-4865575bfb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483276 Apr 16 12:03:32.399272 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9276ac0c-5d35-442d-bc19-c257bd161dc3 req-b00a4c48-5e31-4f2f-8be6-1fcb1823ff50 service neutron] 10.222.0.79 "GET /v2.0/networks/0a0e60a1-8cf7-4234-b709-4865575bfb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362877 Apr 16 12:03:34.875481 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f27608ca-986f-46f9-a428-126d1364d867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:35.872949 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:36.407233 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:03:36.428628 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:37.631053 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:43.789144 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:58.106210 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5fa41395-6be0-4769-a950-9717eebf8ae9 req-d9a0128f-b625-488c-9543-d7a2c843f422 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0867448 Apr 16 12:03:58.280635 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa41395-6be0-4769-a950-9717eebf8ae9 req-23506e0a-0321-4506-b580-030ab6e58812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:58.282258 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5fa41395-6be0-4769-a950-9717eebf8ae9 req-23506e0a-0321-4506-b580-030ab6e58812 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0e71bb3ec7e446d1ad375bb511602e80&device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 1138 time: 0.0996721 Apr 16 12:03:58.703685 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa41395-6be0-4769-a950-9717eebf8ae9 req-d2d0557e-a39d-400e-82d4-b4e15650957b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:58.705310 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5fa41395-6be0-4769-a950-9717eebf8ae9 req-d2d0557e-a39d-400e-82d4-b4e15650957b service neutron] 10.222.0.79 "GET /v2.0/networks?id=0a0e60a1-8cf7-4234-b709-4865575bfb7f HTTP/1.1" status: 200 len: 916 time: 0.4017665 Apr 16 12:03:58.820377 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5fa41395-6be0-4769-a950-9717eebf8ae9 req-9e5b1bab-4c1c-4e9b-ace7-cdc24f265d47 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18f52f76-fe2f-47e5-8f6b-68daa1dd1cef HTTP/1.1" status: 200 len: 1002 time: 0.1071970 Apr 16 12:03:58.895137 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa41395-6be0-4769-a950-9717eebf8ae9 req-60af47dd-dd2b-4513-b06e-88d75fcdaa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:58.897074 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5fa41395-6be0-4769-a950-9717eebf8ae9 req-60af47dd-dd2b-4513-b06e-88d75fcdaa78 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8d9db727-1f37-4187-ae49-d76963b88745 HTTP/1.1" status: 200 len: 854 time: 0.0699322 Apr 16 12:03:58.986240 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa41395-6be0-4769-a950-9717eebf8ae9 req-8b0af1f2-db3a-4919-9131-de292f8beb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:58.987785 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5fa41395-6be0-4769-a950-9717eebf8ae9 req-8b0af1f2-db3a-4919-9131-de292f8beb53 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0a0e60a1-8cf7-4234-b709-4865575bfb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0837762 Apr 16 12:03:59.138847 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5fa41395-6be0-4769-a950-9717eebf8ae9 req-9b90d921-6b1e-42c8-a225-3ad055d54a27 service neutron] 10.222.0.79 "GET /v2.0/networks/0a0e60a1-8cf7-4234-b709-4865575bfb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443000 Apr 16 12:03:59.316442 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-5fa41395-6be0-4769-a950-9717eebf8ae9 req-07cf9528-1192-442b-9e3f-0427854d2c41 service neutron] 10.222.0.79 "GET /v2.0/networks/0a0e60a1-8cf7-4234-b709-4865575bfb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697223 Apr 16 12:04:01.469422 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-83e11faf-9539-4732-9ecd-746055b8e0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:04.877920 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f64702ff-1e49-4fc9-870a-67f553202e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:05.877258 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:06.434559 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:06.728206 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 59390) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:06.895814 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b56920c4-e0d7-4c50-a4c6-8632a5df6bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:06.913716 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-b56920c4-e0d7-4c50-a4c6-8632a5df6bf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:04:06.918516 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-b56920c4-e0d7-4c50-a4c6-8632a5df6bf6 admin admin] Usage tracker for resource:security_group_rule and tenant:a55706c4e81642b28b670abd79fd43f3 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:04:06.921999 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-b56920c4-e0d7-4c50-a4c6-8632a5df6bf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:04:06.929749 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-b56920c4-e0d7-4c50-a4c6-8632a5df6bf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:04:07.027123 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b56920c4-e0d7-4c50-a4c6-8632a5df6bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:07.030629 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b56920c4-e0d7-4c50-a4c6-8632a5df6bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:07.040574 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b3eefb3d-90f5-483f-813c-4bc4f3e14f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:07.091351 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-b56920c4-e0d7-4c50-a4c6-8632a5df6bf6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a55706c4e81642b28b670abd79fd43f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3615956 Apr 16 12:04:07.093231 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56920c4-e0d7-4c50-a4c6-8632a5df6bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a30f6a-5ead-47a8-9b91-e73268ed6d20,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:07.094795 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 59396) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:07.103121 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56920c4-e0d7-4c50-a4c6-8632a5df6bf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:07.103793 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56920c4-e0d7-4c50-a4c6-8632a5df6bf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:07.104383 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56920c4-e0d7-4c50-a4c6-8632a5df6bf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:07.104904 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56920c4-e0d7-4c50-a4c6-8632a5df6bf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:07.105374 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56920c4-e0d7-4c50-a4c6-8632a5df6bf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:07.105842 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56920c4-e0d7-4c50-a4c6-8632a5df6bf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:07.106319 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56920c4-e0d7-4c50-a4c6-8632a5df6bf6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:07.106815 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56920c4-e0d7-4c50-a4c6-8632a5df6bf6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:07.107326 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56920c4-e0d7-4c50-a4c6-8632a5df6bf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:07.107870 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56920c4-e0d7-4c50-a4c6-8632a5df6bf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:07.108459 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56920c4-e0d7-4c50-a4c6-8632a5df6bf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:07.108999 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56920c4-e0d7-4c50-a4c6-8632a5df6bf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:07.116119 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b56920c4-e0d7-4c50-a4c6-8632a5df6bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:07.168280 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e754ec9f-8c3c-4b08-82f8-40796421a847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:07.205817 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e754ec9f-8c3c-4b08-82f8-40796421a847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:07.257924 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e754ec9f-8c3c-4b08-82f8-40796421a847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:07.262240 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-00547a29-ba49-4de1-ab1a-23b62346682b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:07.277515 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e754ec9f-8c3c-4b08-82f8-40796421a847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a30f6a-5ead-47a8-9b91-e73268ed6d20,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:07.280002 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e754ec9f-8c3c-4b08-82f8-40796421a847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:07.284203 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e754ec9f-8c3c-4b08-82f8-40796421a847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:07.286722 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-e754ec9f-8c3c-4b08-82f8-40796421a847 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/62a30f6a-5ead-47a8-9b91-e73268ed6d20 HTTP/1.1" status: 204 len: 168 time: 0.1892653 Apr 16 12:04:07.635932 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:13.406547 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:04:13.798836 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:19.949237 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 59534) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:20.089465 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a90d2640-db0c-49b3-bf6e-2c6172b83307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:20.107102 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-a90d2640-db0c-49b3-bf6e-2c6172b83307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:04:20.111725 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-a90d2640-db0c-49b3-bf6e-2c6172b83307 admin admin] Usage tracker for resource:security_group_rule and tenant:52f4d0e7e4c24b50bc52d74eb752c8af is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:04:20.115307 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-a90d2640-db0c-49b3-bf6e-2c6172b83307 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:04:20.121865 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-a90d2640-db0c-49b3-bf6e-2c6172b83307 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:04:20.215735 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a90d2640-db0c-49b3-bf6e-2c6172b83307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:20.219180 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a90d2640-db0c-49b3-bf6e-2c6172b83307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:20.233477 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-03fc456f-27b5-4474-80d3-fc043dbb1f31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:20.277830 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d2640-db0c-49b3-bf6e-2c6172b83307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0b29e3-e890-44bd-bce2-ae66d7b640cf,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:20.283224 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-a90d2640-db0c-49b3-bf6e-2c6172b83307 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=52f4d0e7e4c24b50bc52d74eb752c8af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3328779 Apr 16 12:04:20.284328 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-a90d2640-db0c-49b3-bf6e-2c6172b83307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:20.286185 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 59542) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:20.352801 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b6848751-c19b-4ede-8e4b-d38957d33f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:20.382900 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b6848751-c19b-4ede-8e4b-d38957d33f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:20.432473 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b6848751-c19b-4ede-8e4b-d38957d33f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:20.438226 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-74cb306f-3e5c-4ef0-9cae-3a74c61b06ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:20.452933 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6848751-c19b-4ede-8e4b-d38957d33f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0b29e3-e890-44bd-bce2-ae66d7b640cf,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:20.460325 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b6848751-c19b-4ede-8e4b-d38957d33f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:20.465162 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b6848751-c19b-4ede-8e4b-d38957d33f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:20.466536 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-b6848751-c19b-4ede-8e4b-d38957d33f74 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ae0b29e3-e890-44bd-bce2-ae66d7b640cf HTTP/1.1" status: 204 len: 168 time: 0.1792653 Apr 16 12:04:23.149214 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-25360412-8e9b-477a-97ea-0b09773ed239 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=288fa5b87c174115ac30e3e431f580cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329444 Apr 16 12:04:23.314195 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-60e69bb6-b1d7-49d2-9335-8d3e32b6afee tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:23.316291 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-60e69bb6-b1d7-49d2-9335-8d3e32b6afee tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1614161 Apr 16 12:04:23.333097 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-303776ae-0dce-4b7d-9045-640c9196a771 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] 10.222.0.71 "GET /v2.0/quotas/288fa5b87c174115ac30e3e431f580cb HTTP/1.1" status: 200 len: 375 time: 0.0099082 Apr 16 12:04:23.386236 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-58ccdddb-993d-4dbf-9ee7-bd72d0677afc tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=288fa5b87c174115ac30e3e431f580cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473559 Apr 16 12:04:23.579315 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f050dd86-5474-492d-939e-f5148886b3db req-5dc06a25-afe0-43b5-b53b-aaeb0b60de5f tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e1308a7-39f1-4ef1-9b78-6dfe5149233b HTTP/1.1" status: 200 len: 210 time: 0.0488505 Apr 16 12:04:24.542543 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-20327ca5-1925-44fa-9a02-fc066bde8a48 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=288fa5b87c174115ac30e3e431f580cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363657 Apr 16 12:04:24.717749 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-fe4da088-8be5-42e6-8bb4-851d2b867156 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:24.719286 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-fe4da088-8be5-42e6-8bb4-851d2b867156 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1713734 Apr 16 12:04:24.733668 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-1ce81dca-fee7-4fcb-9294-2f09955a3c6e tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Request body: {'port': {'device_id': '3e1308a7-39f1-4ef1-9b78-6dfe5149233b', 'network_id': '3329b841-064e-4687-86ac-06086fb53322', 'admin_state_up': True, 'tenant_id': '288fa5b87c174115ac30e3e431f580cb'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:04:24.751587 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3322861c-7776-4a68-954e-a1361ac80aeb req-6746c24c-c065-4ab9-b091-1490216043f9 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e1308a7-39f1-4ef1-9b78-6dfe5149233b HTTP/1.1" status: 200 len: 210 time: 0.0531704 Apr 16 12:04:24.877197 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-1ce81dca-fee7-4fcb-9294-2f09955a3c6e tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:04:24.881607 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-1ce81dca-fee7-4fcb-9294-2f09955a3c6e tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Usage tracker for resource:port and tenant:288fa5b87c174115ac30e3e431f580cb is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:04:24.884532 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-1ce81dca-fee7-4fcb-9294-2f09955a3c6e tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:04:24.890427 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-1ce81dca-fee7-4fcb-9294-2f09955a3c6e tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:04:24.899454 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-1ce81dca-fee7-4fcb-9294-2f09955a3c6e tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Made reservation on behalf of 288fa5b87c174115ac30e3e431f580cb for: {'port': 1} {{(pid=85337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:04:24.905413 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-1ce81dca-fee7-4fcb-9294-2f09955a3c6e tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:24.918579 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-1ce81dca-fee7-4fcb-9294-2f09955a3c6e tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:24.933907 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-1ce81dca-fee7-4fcb-9294-2f09955a3c6e tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:04:24.937872 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-1ce81dca-fee7-4fcb-9294-2f09955a3c6e tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Usage tracker for resource:security_group_rule and tenant:288fa5b87c174115ac30e3e431f580cb is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:04:24.940752 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-1ce81dca-fee7-4fcb-9294-2f09955a3c6e tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:04:24.947351 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-1ce81dca-fee7-4fcb-9294-2f09955a3c6e tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:04:25.034533 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-1ce81dca-fee7-4fcb-9294-2f09955a3c6e tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:25.037790 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-1ce81dca-fee7-4fcb-9294-2f09955a3c6e tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:25.042233 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-6fd4c8be-3ca1-46df-a919-e4ab1e7f3efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:25.128409 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce81dca-fee7-4fcb-9294-2f09955a3c6e tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=948102f7-344c-4a59-819b-318961e2564d,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:25.132349 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-1ce81dca-fee7-4fcb-9294-2f09955a3c6e tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:25.226789 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-1ce81dca-fee7-4fcb-9294-2f09955a3c6e tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Allocated IP 192.168.233.245 (3329b841-064e-4687-86ac-06086fb53322/a12daad1-8032-4587-b853-c9289bc277dd/4da2c46c-0556-499a-8886-7003c0d22112) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:04:25.437670 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-1ce81dca-fee7-4fcb-9294-2f09955a3c6e tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:25.455297 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-1ce81dca-fee7-4fcb-9294-2f09955a3c6e tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Transition to ACTIVE for port object 4da2c46c-0556-499a-8886-7003c0d22112 will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:04:25.478903 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-1ce81dca-fee7-4fcb-9294-2f09955a3c6e tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:25.497194 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bca76bef-8b15-4fc7-9014-c868a06c2961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:25.634063 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce81dca-fee7-4fcb-9294-2f09955a3c6e tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Pushing event updated for resources: {'Port': ['ID=4da2c46c-0556-499a-8886-7003c0d22112,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:25.637160 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-1ce81dca-fee7-4fcb-9294-2f09955a3c6e tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:25.694200 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-1ce81dca-fee7-4fcb-9294-2f09955a3c6e tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Network 3329b841-064e-4687-86ac-06086fb53322 is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:04:25.695289 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-1ce81dca-fee7-4fcb-9294-2f09955a3c6e tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:04:25.697878 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-1ce81dca-fee7-4fcb-9294-2f09955a3c6e tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:04:25.766551 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-1ce81dca-fee7-4fcb-9294-2f09955a3c6e tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:25.767671 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-1ce81dca-fee7-4fcb-9294-2f09955a3c6e tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:25.795188 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-1ce81dca-fee7-4fcb-9294-2f09955a3c6e tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0656276 Apr 16 12:04:25.807970 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-54492884-4ec2-466b-bf80-8b30c5d55f27 service neutron] Request body: {'port': {'device_id': '3e1308a7-39f1-4ef1-9b78-6dfe5149233b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:04:25.932874 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-11ae7ba7-3998-4a62-9e82-9c3d3bc2f8dc None None] Provisioning for port 4da2c46c-0556-499a-8886-7003c0d22112 completed by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:04:25.937916 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-11ae7ba7-3998-4a62-9e82-9c3d3bc2f8dc None None] Provisioning complete for port 4da2c46c-0556-499a-8886-7003c0d22112 triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:04:25.938340 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-11ae7ba7-3998-4a62-9e82-9c3d3bc2f8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:25.991528 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-54492884-4ec2-466b-bf80-8b30c5d55f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:25.998909 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-11ae7ba7-3998-4a62-9e82-9c3d3bc2f8dc None None] Port 4da2c46c-0556-499a-8886-7003c0d22112 cannot update to ACTIVE because it is not bound. {{(pid=85339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:04:26.083494 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b9bda-4d8b-4a15-8536-c42f2fec4b53 req-27db3108-f588-4ce0-a309-2f779f1cd97a tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:26.084230 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-e40b9bda-4d8b-4a15-8536-c42f2fec4b53 req-27db3108-f588-4ce0-a309-2f779f1cd97a tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Synchronizing usage tracker for tenant:288fa5b87c174115ac30e3e431f580cb on resource:port {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:04:26.155267 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-e40b9bda-4d8b-4a15-8536-c42f2fec4b53 req-27db3108-f588-4ce0-a309-2f779f1cd97a tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Unset dirty status for tenant:288fa5b87c174115ac30e3e431f580cb on resource:port {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:04:26.156548 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e40b9bda-4d8b-4a15-8536-c42f2fec4b53 req-27db3108-f588-4ce0-a309-2f779f1cd97a tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e1308a7-39f1-4ef1-9b78-6dfe5149233b HTTP/1.1" status: 200 len: 936 time: 0.2819273 Apr 16 12:04:26.288374 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-e40b9bda-4d8b-4a15-8536-c42f2fec4b53 req-28881324-0650-4b00-b572-17948fefc538 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Synchronizing usage tracker for tenant:288fa5b87c174115ac30e3e431f580cb on resource:security_group {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:04:26.331581 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-e40b9bda-4d8b-4a15-8536-c42f2fec4b53 req-28881324-0650-4b00-b572-17948fefc538 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Unset dirty status for tenant:288fa5b87c174115ac30e3e431f580cb on resource:security_group {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:04:26.333358 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e40b9bda-4d8b-4a15-8536-c42f2fec4b53 req-28881324-0650-4b00-b572-17948fefc538 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] 10.222.0.71 "GET /v2.0/security-groups?id=948102f7-344c-4a59-819b-318961e2564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695454 Apr 16 12:04:26.437680 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-54492884-4ec2-466b-bf80-8b30c5d55f27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4da2c46c-0556-499a-8886-7003c0d22112 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:04:26.445940 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-54492884-4ec2-466b-bf80-8b30c5d55f27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:26.461436 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-54492884-4ec2-466b-bf80-8b30c5d55f27 service neutron] Transition to ACTIVE for port object 4da2c46c-0556-499a-8886-7003c0d22112 will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:04:26.463978 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-54492884-4ec2-466b-bf80-8b30c5d55f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847015921'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:26.478954 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-0a799748-0165-49ad-8bb8-3208baf2919b tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:26.614986 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54492884-4ec2-466b-bf80-8b30c5d55f27 service neutron] Pushing event updated for resources: {'Port': ['ID=4da2c46c-0556-499a-8886-7003c0d22112,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:26.626977 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-54492884-4ec2-466b-bf80-8b30c5d55f27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:26.849496 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-54492884-4ec2-466b-bf80-8b30c5d55f27 service neutron] Attempting to bind port 4da2c46c-0556-499a-8886-7003c0d22112 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:04:26.850092 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-54492884-4ec2-466b-bf80-8b30c5d55f27 service neutron] Attempting to bind port 4da2c46c-0556-499a-8886-7003c0d22112 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'bb97b14a-ae63-4882-85b9-e6739c617018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '3329b841-064e-4687-86ac-06086fb53322'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:04:26.850222 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-54492884-4ec2-466b-bf80-8b30c5d55f27 service neutron] Attempting to bind port 4da2c46c-0556-499a-8886-7003c0d22112 on network 3329b841-064e-4687-86ac-06086fb53322 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:04:26.855331 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-54492884-4ec2-466b-bf80-8b30c5d55f27 service neutron] Port 4da2c46c-0556-499a-8886-7003c0d22112 on network 3329b841-064e-4687-86ac-06086fb53322 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 12:04:26.855695 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-54492884-4ec2-466b-bf80-8b30c5d55f27 service neutron] Attempting to bind port 4da2c46c-0556-499a-8886-7003c0d22112 on network 3329b841-064e-4687-86ac-06086fb53322 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:04:26.861275 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-54492884-4ec2-466b-bf80-8b30c5d55f27 service neutron] Checking agent: {'id': '719f3357-7d54-4b9e-9866-52b19e770139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'started_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:04:26.861650 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-54492884-4ec2-466b-bf80-8b30c5d55f27 service neutron] Checking segment: {'id': 'bb97b14a-ae63-4882-85b9-e6739c617018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '3329b841-064e-4687-86ac-06086fb53322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:04:26.862070 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-54492884-4ec2-466b-bf80-8b30c5d55f27 service neutron] Bound using segment: {'id': 'bb97b14a-ae63-4882-85b9-e6739c617018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '3329b841-064e-4687-86ac-06086fb53322'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:04:26.862545 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-54492884-4ec2-466b-bf80-8b30c5d55f27 service neutron] Bound port: 4da2c46c-0556-499a-8886-7003c0d22112, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb97b14a-ae63-4882-85b9-e6739c617018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '3329b841-064e-4687-86ac-06086fb53322'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:04:26.862937 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-54492884-4ec2-466b-bf80-8b30c5d55f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:27.204444 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-54492884-4ec2-466b-bf80-8b30c5d55f27 service neutron] For port 4da2c46c-0556-499a-8886-7003c0d22112, host hv-cinder-68948, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:04:27.207526 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-54492884-4ec2-466b-bf80-8b30c5d55f27 service neutron] For port 4da2c46c-0556-499a-8886-7003c0d22112, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=4da2c46c-0556-499a-8886-7003c0d22112,segment=NetworkSegment(bb97b14a-ae63-4882-85b9-e6739c617018),segment_id=bb97b14a-ae63-4882-85b9-e6739c617018)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:04:27.212237 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-54492884-4ec2-466b-bf80-8b30c5d55f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847015921'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:27.228181 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-12f7ef08-82d3-4917-a06c-dd4bc9acb470 tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:27.378743 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54492884-4ec2-466b-bf80-8b30c5d55f27 service neutron] Pushing event updated for resources: {'Port': ['ID=4da2c46c-0556-499a-8886-7003c0d22112,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:27.383707 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-54492884-4ec2-466b-bf80-8b30c5d55f27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:27.418694 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-54492884-4ec2-466b-bf80-8b30c5d55f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:27.419356 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-54492884-4ec2-466b-bf80-8b30c5d55f27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:27.420864 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-54492884-4ec2-466b-bf80-8b30c5d55f27 service neutron] 10.222.0.79 "PUT /v2.0/ports/4da2c46c-0556-499a-8886-7003c0d22112 HTTP/1.1" status: 200 len: 1098 time: 1.6182218 Apr 16 12:04:27.421412 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e1308a7-39f1-4ef1-9b78-6dfe5149233b', 'tag': '4da2c46c-0556-499a-8886-7003c0d22112'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:04:27.505366 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e1308a7-39f1-4ef1-9b78-6dfe5149233b', 'tag': '4da2c46c-0556-499a-8886-7003c0d22112', 'status': 'completed', 'code': 200} Apr 16 12:04:27.544908 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-ba993c81-109b-4dba-be20-a87e3d1257d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:27.546364 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-ba993c81-109b-4dba-be20-a87e3d1257d3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=288fa5b87c174115ac30e3e431f580cb&device_id=3e1308a7-39f1-4ef1-9b78-6dfe5149233b HTTP/1.1" status: 200 len: 1101 time: 0.0882359 Apr 16 12:04:27.555183 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589aec5-5d91-4714-8895-84fac0074306 req-ae429c71-0e1e-4111-ace7-9bacd2384b3f tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:27.557257 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9589aec5-5d91-4714-8895-84fac0074306 req-ae429c71-0e1e-4111-ace7-9bacd2384b3f tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e1308a7-39f1-4ef1-9b78-6dfe5149233b HTTP/1.1" status: 200 len: 948 time: 0.1033731 Apr 16 12:04:27.609080 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9589aec5-5d91-4714-8895-84fac0074306 req-bd0df610-ce30-46d3-b36a-e0d1375e9144 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] 10.222.0.71 "GET /v2.0/security-groups?id=948102f7-344c-4a59-819b-318961e2564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455632 Apr 16 12:04:27.631605 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-52ec8952-102f-4e6b-a2f8-2449cf9baa67 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=4da2c46c-0556-499a-8886-7003c0d22112 HTTP/1.1" status: 200 len: 217 time: 0.0777884 Apr 16 12:04:27.703154 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-86a72efa-e486-4ee3-8bfc-532a8418068a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:27.704750 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-86a72efa-e486-4ee3-8bfc-532a8418068a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a12daad1-8032-4587-b853-c9289bc277dd HTTP/1.1" status: 200 len: 843 time: 0.0656991 Apr 16 12:04:27.790546 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-c80a4963-6502-4f2b-90d6-3cdd9bd0692d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:27.792020 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-c80a4963-6502-4f2b-90d6-3cdd9bd0692d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3329b841-064e-4687-86ac-06086fb53322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0806286 Apr 16 12:04:27.936254 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-c9f3f97f-89bc-425e-8f9b-2f9cb556ee56 service neutron] 10.222.0.79 "GET /v2.0/networks/3329b841-064e-4687-86ac-06086fb53322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361642 Apr 16 12:04:28.081340 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-58a0f614-bb8b-42d8-ba56-04d3a521cd43 req-f2fb622e-2611-4d72-9a99-f30805a1ff30 service neutron] 10.222.0.79 "GET /v2.0/networks/3329b841-064e-4687-86ac-06086fb53322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381021 Apr 16 12:04:28.212964 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5b733-6ae3-4798-8fe1-1a9d542b1ef9 req-67878ec9-e014-40b2-8ccb-b503a3f31922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:28.214578 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e8b5b733-6ae3-4798-8fe1-1a9d542b1ef9 req-67878ec9-e014-40b2-8ccb-b503a3f31922 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=288fa5b87c174115ac30e3e431f580cb&device_id=3e1308a7-39f1-4ef1-9b78-6dfe5149233b HTTP/1.1" status: 200 len: 1101 time: 0.0856574 Apr 16 12:04:28.359391 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5b733-6ae3-4798-8fe1-1a9d542b1ef9 req-7b765951-1144-40fd-b161-75c22b120a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:28.360921 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e8b5b733-6ae3-4798-8fe1-1a9d542b1ef9 req-7b765951-1144-40fd-b161-75c22b120a66 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3329b841-064e-4687-86ac-06086fb53322 HTTP/1.1" status: 200 len: 870 time: 0.1391318 Apr 16 12:04:28.435496 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e8b5b733-6ae3-4798-8fe1-1a9d542b1ef9 req-d8916b16-4872-4b67-b6bd-f3044e1781f9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=4da2c46c-0556-499a-8886-7003c0d22112 HTTP/1.1" status: 200 len: 217 time: 0.0667868 Apr 16 12:04:28.508562 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5b733-6ae3-4798-8fe1-1a9d542b1ef9 req-c193e5ee-649f-4996-9f52-0ac9984bbec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:28.510119 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e8b5b733-6ae3-4798-8fe1-1a9d542b1ef9 req-c193e5ee-649f-4996-9f52-0ac9984bbec4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a12daad1-8032-4587-b853-c9289bc277dd HTTP/1.1" status: 200 len: 843 time: 0.0671427 Apr 16 12:04:28.593433 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5b733-6ae3-4798-8fe1-1a9d542b1ef9 req-5a537d2a-70b8-444e-a747-e26f70b8d711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:28.595030 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e8b5b733-6ae3-4798-8fe1-1a9d542b1ef9 req-5a537d2a-70b8-444e-a747-e26f70b8d711 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3329b841-064e-4687-86ac-06086fb53322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0778584 Apr 16 12:04:28.794639 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e8b5b733-6ae3-4798-8fe1-1a9d542b1ef9 req-c255a15a-dfa9-446b-81d5-7aa1de80e256 service neutron] 10.222.0.79 "GET /v2.0/networks/3329b841-064e-4687-86ac-06086fb53322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923330 Apr 16 12:04:28.939405 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac058e9-ccb1-4d11-b189-7e85fd6e8c39 req-b4c1d8f0-c5bc-409f-b05e-069aa3f83157 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:28.941019 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-bac058e9-ccb1-4d11-b189-7e85fd6e8c39 req-b4c1d8f0-c5bc-409f-b05e-069aa3f83157 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e1308a7-39f1-4ef1-9b78-6dfe5149233b HTTP/1.1" status: 200 len: 948 time: 0.2140558 Apr 16 12:04:28.989571 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e8b5b733-6ae3-4798-8fe1-1a9d542b1ef9 req-f1d28acf-21f2-49ee-836b-24edbc1589de service neutron] 10.222.0.79 "GET /v2.0/networks/3329b841-064e-4687-86ac-06086fb53322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862974 Apr 16 12:04:29.009608 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-bac058e9-ccb1-4d11-b189-7e85fd6e8c39 req-b7e5e58f-dd86-4546-aa45-907f3777c720 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] 10.222.0.71 "GET /v2.0/security-groups?id=948102f7-344c-4a59-819b-318961e2564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605228 Apr 16 12:04:30.215035 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de6295-cc1a-40cb-97d0-4618b505708d req-66afd5b7-d387-41ca-b144-9957878f3859 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:30.216668 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-43de6295-cc1a-40cb-97d0-4618b505708d req-66afd5b7-d387-41ca-b144-9957878f3859 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e1308a7-39f1-4ef1-9b78-6dfe5149233b HTTP/1.1" status: 200 len: 948 time: 0.0938270 Apr 16 12:04:30.264525 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-43de6295-cc1a-40cb-97d0-4618b505708d req-25be58c8-c55b-4ed4-a464-facba8359fe3 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] 10.222.0.71 "GET /v2.0/security-groups?id=948102f7-344c-4a59-819b-318961e2564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412254 Apr 16 12:04:31.467920 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a8e6b-d245-4b98-8e3a-84f47a2d7b46 req-01d881ee-49cd-401b-917c-044d980a4407 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:31.469441 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-738a8e6b-d245-4b98-8e3a-84f47a2d7b46 req-01d881ee-49cd-401b-917c-044d980a4407 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e1308a7-39f1-4ef1-9b78-6dfe5149233b HTTP/1.1" status: 200 len: 948 time: 0.0890532 Apr 16 12:04:31.474486 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6f257850-7820-4e51-90ac-b74f20243f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:31.524991 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-738a8e6b-d245-4b98-8e3a-84f47a2d7b46 req-f03404f6-4b9e-424f-8616-6de1e10755ef tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] 10.222.0.71 "GET /v2.0/security-groups?id=948102f7-344c-4a59-819b-318961e2564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477533 Apr 16 12:04:31.992602 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 4da2c46c-0556-499a-8886-7003c0d22112 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:04:32.134306 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 4da2c46c-0556-499a-8886-7003c0d22112, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=4da2c46c-0556-499a-8886-7003c0d22112,segment=NetworkSegment(bb97b14a-ae63-4882-85b9-e6739c617018),segment_id=bb97b14a-ae63-4882-85b9-e6739c617018)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:04:32.148968 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Returning: {'device': '4da2c46c-0556-499a-8886-7003c0d22112', 'network_id': '3329b841-064e-4687-86ac-06086fb53322', 'port_id': '4da2c46c-0556-499a-8886-7003c0d22112', 'mac_address': 'fa:16:3e:f6:b9:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a12daad1-8032-4587-b853-c9289bc277dd', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:04:32.209347 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:32.227537 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4da2c46c-0556-499a-8886-7003c0d22112 {{(pid=85339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:04:32.243600 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 4da2c46c-0556-499a-8886-7003c0d22112, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=4da2c46c-0556-499a-8886-7003c0d22112,segment=NetworkSegment(bb97b14a-ae63-4882-85b9-e6739c617018),segment_id=bb97b14a-ae63-4882-85b9-e6739c617018)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:04:32.246498 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:32.248290 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:32.322363 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=4da2c46c-0556-499a-8886-7003c0d22112,revision_number=4']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:32.330033 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:32.330422 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:32.330805 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:32.331182 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:32.331553 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:32.331945 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:32.333195 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:32.333569 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:32.333947 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:32.334319 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:32.334689 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:32.335059 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:32.339156 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:32.589815 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['4da2c46c-0556-499a-8886-7003c0d22112'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:04:32.731609 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0054b2-96ca-4445-8ec9-3b7c6adf4e33 req-c4489bc9-356c-4453-bd02-50784be260aa tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:32.733233 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ee0054b2-96ca-4445-8ec9-3b7c6adf4e33 req-c4489bc9-356c-4453-bd02-50784be260aa tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e1308a7-39f1-4ef1-9b78-6dfe5149233b HTTP/1.1" status: 200 len: 949 time: 0.0908344 Apr 16 12:04:32.782818 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ee0054b2-96ca-4445-8ec9-3b7c6adf4e33 req-cef60746-4a74-48ab-90bb-1e717efa41f4 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] 10.222.0.71 "GET /v2.0/security-groups?id=948102f7-344c-4a59-819b-318961e2564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421290 Apr 16 12:04:33.994070 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 4da2c46c-0556-499a-8886-7003c0d22112 up at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:04:34.068693 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning for port 4da2c46c-0556-499a-8886-7003c0d22112 completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:04:34.073674 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning complete for port 4da2c46c-0556-499a-8886-7003c0d22112 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:04:34.074093 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:34.199978 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:34.214397 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d9cf1-bcde-4507-81fb-f667ebb08c40 req-92d2dcf6-84d2-43a2-87f6-6390cc55edbe tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:34.216031 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6e7d9cf1-bcde-4507-81fb-f667ebb08c40 req-92d2dcf6-84d2-43a2-87f6-6390cc55edbe tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e1308a7-39f1-4ef1-9b78-6dfe5149233b HTTP/1.1" status: 200 len: 949 time: 0.3162515 Apr 16 12:04:34.228684 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1308a7-39f1-4ef1-9b78-6dfe5149233b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da2c46c-0556-499a-8886-7003c0d22112'}] {{(pid=85339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:04:34.239774 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 4da2c46c-0556-499a-8886-7003c0d22112, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=4da2c46c-0556-499a-8886-7003c0d22112,segment=NetworkSegment(bb97b14a-ae63-4882-85b9-e6739c617018),segment_id=bb97b14a-ae63-4882-85b9-e6739c617018)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:04:34.243459 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:34.245214 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b2f01cb4-6e20-4c9c-adaa-e9912816ef6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:34.268835 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6e7d9cf1-bcde-4507-81fb-f667ebb08c40 req-ed1dc43a-e99f-4efc-ab5b-6ee6272ae03f tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] 10.222.0.71 "GET /v2.0/security-groups?id=948102f7-344c-4a59-819b-318961e2564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454161 Apr 16 12:04:34.282927 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e1308a7-39f1-4ef1-9b78-6dfe5149233b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da2c46c-0556-499a-8886-7003c0d22112', 'code': 200} Apr 16 12:04:34.317492 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=4da2c46c-0556-499a-8886-7003c0d22112,revision_number=5']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:34.320689 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:34.534892 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157dad5-bdd8-4ae0-b4b7-281096be707f req-74ae675a-b22f-4813-843d-19f8cfcb77c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:34.537307 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f157dad5-bdd8-4ae0-b4b7-281096be707f req-74ae675a-b22f-4813-843d-19f8cfcb77c1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3e1308a7-39f1-4ef1-9b78-6dfe5149233b HTTP/1.1" status: 200 len: 1103 time: 0.0822494 Apr 16 12:04:34.581974 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f157dad5-bdd8-4ae0-b4b7-281096be707f req-10f6ba0e-cc6f-444e-8192-34ab391b7a40 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=948102f7-344c-4a59-819b-318961e2564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368276 Apr 16 12:04:34.880886 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-957ca37c-117d-48c7-bf50-cffde35520c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:35.480682 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41688feb-c5bc-44e5-9c39-f692643706b1 req-8926d25b-022a-4aa6-bfb9-1b4762b6342b tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:35.482178 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-41688feb-c5bc-44e5-9c39-f692643706b1 req-8926d25b-022a-4aa6-bfb9-1b4762b6342b tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e1308a7-39f1-4ef1-9b78-6dfe5149233b HTTP/1.1" status: 200 len: 950 time: 0.0930488 Apr 16 12:04:35.532061 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-41688feb-c5bc-44e5-9c39-f692643706b1 req-5b5de9d4-3636-44d1-bd80-69f9ca532b6d tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] 10.222.0.71 "GET /v2.0/security-groups?id=948102f7-344c-4a59-819b-318961e2564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431321 Apr 16 12:04:35.877414 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:36.427716 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:36.733033 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51999c-4234-4524-ad46-f338e55dfc93 req-e4888e4d-47c6-4f01-b2de-249fca2a9805 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:36.734621 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ba51999c-4234-4524-ad46-f338e55dfc93 req-e4888e4d-47c6-4f01-b2de-249fca2a9805 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e1308a7-39f1-4ef1-9b78-6dfe5149233b HTTP/1.1" status: 200 len: 950 time: 0.0890331 Apr 16 12:04:36.782516 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ba51999c-4234-4524-ad46-f338e55dfc93 req-2694a337-424d-4c60-af07-771e7f49cb79 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] 10.222.0.71 "GET /v2.0/security-groups?id=948102f7-344c-4a59-819b-318961e2564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404160 Apr 16 12:04:37.245695 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df788b-1667-412b-a750-0d78871cb35b req-e4321486-5eb1-4335-952b-cd638263fee1 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:37.247265 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-49df788b-1667-412b-a750-0d78871cb35b req-e4321486-5eb1-4335-952b-cd638263fee1 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e1308a7-39f1-4ef1-9b78-6dfe5149233b HTTP/1.1" status: 200 len: 950 time: 0.0929372 Apr 16 12:04:37.294812 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-49df788b-1667-412b-a750-0d78871cb35b req-dae59e94-45fa-4ed4-ab76-f46515fdfbf8 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] 10.222.0.71 "GET /v2.0/security-groups?id=948102f7-344c-4a59-819b-318961e2564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411611 Apr 16 12:04:37.637169 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:38.504118 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b5171-5bca-4405-a5c0-d88b7920e44c req-5a7cea7c-4b75-4335-bffc-12d3ecdd9c39 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:38.505728 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-519b5171-5bca-4405-a5c0-d88b7920e44c req-5a7cea7c-4b75-4335-bffc-12d3ecdd9c39 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e1308a7-39f1-4ef1-9b78-6dfe5149233b HTTP/1.1" status: 200 len: 950 time: 0.0897734 Apr 16 12:04:38.558857 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-519b5171-5bca-4405-a5c0-d88b7920e44c req-5bf1194d-0486-4c17-8d52-3244c43a3f9f tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] 10.222.0.71 "GET /v2.0/security-groups?id=948102f7-344c-4a59-819b-318961e2564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467942 Apr 16 12:04:38.764392 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd826cec-7d40-4f39-8e20-e8abeabf8df3 req-11216b96-4ca1-46a8-8cb4-265aa346208f tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:38.765854 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-dd826cec-7d40-4f39-8e20-e8abeabf8df3 req-11216b96-4ca1-46a8-8cb4-265aa346208f tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e1308a7-39f1-4ef1-9b78-6dfe5149233b HTTP/1.1" status: 200 len: 950 time: 0.0883777 Apr 16 12:04:38.847582 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-dd826cec-7d40-4f39-8e20-e8abeabf8df3 req-fbf9b9ff-17f5-4e16-8749-796517079c51 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Deleting port 4da2c46c-0556-499a-8886-7003c0d22112 {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:04:38.847967 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-dd826cec-7d40-4f39-8e20-e8abeabf8df3 req-fbf9b9ff-17f5-4e16-8749-796517079c51 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:39.111413 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-dd826cec-7d40-4f39-8e20-e8abeabf8df3 req-fbf9b9ff-17f5-4e16-8749-796517079c51 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] For port 4da2c46c-0556-499a-8886-7003c0d22112, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=4da2c46c-0556-499a-8886-7003c0d22112,segment=NetworkSegment(bb97b14a-ae63-4882-85b9-e6739c617018),segment_id=bb97b14a-ae63-4882-85b9-e6739c617018)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:04:39.111724 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-dd826cec-7d40-4f39-8e20-e8abeabf8df3 req-fbf9b9ff-17f5-4e16-8749-796517079c51 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:39.243396 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-dd826cec-7d40-4f39-8e20-e8abeabf8df3 req-fbf9b9ff-17f5-4e16-8749-796517079c51 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Calling delete_port for 4da2c46c-0556-499a-8886-7003c0d22112 owned by compute:nova {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:04:39.405799 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-dd826cec-7d40-4f39-8e20-e8abeabf8df3 req-fbf9b9ff-17f5-4e16-8749-796517079c51 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:39.418033 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['4da2c46c-0556-499a-8886-7003c0d22112'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:04:39.421666 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-39bde915-55bd-447e-9d9a-7deb3d81fc7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:39.471401 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf9b9ff-17f5-4e16-8749-796517079c51 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Pushing event deleted for resources: {'Port': ['ID=4da2c46c-0556-499a-8886-7003c0d22112,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:39.522437 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-fbf9b9ff-17f5-4e16-8749-796517079c51 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:39.695918 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd826cec-7d40-4f39-8e20-e8abeabf8df3 req-fbf9b9ff-17f5-4e16-8749-796517079c51 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] No DVR routers for this DVR port 4da2c46c-0556-499a-8886-7003c0d22112 on host hv-cinder-68948 {{(pid=85337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:04:39.739599 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-dd826cec-7d40-4f39-8e20-e8abeabf8df3 req-fbf9b9ff-17f5-4e16-8749-796517079c51 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:39.747598 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1308a7-39f1-4ef1-9b78-6dfe5149233b', 'name': 'network-vif-deleted', 'tag': '4da2c46c-0556-499a-8886-7003c0d22112'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:04:39.765466 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f37a5160-a192-47c9-8c25-d2dbf2c3656e req-bedd209f-9d51-4937-8975-ea3370153af7 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e1308a7-39f1-4ef1-9b78-6dfe5149233b HTTP/1.1" status: 200 len: 210 time: 0.0718241 Apr 16 12:04:39.773360 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-dd826cec-7d40-4f39-8e20-e8abeabf8df3 req-fbf9b9ff-17f5-4e16-8749-796517079c51 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] 10.222.0.79 "DELETE /v2.0/ports/4da2c46c-0556-499a-8886-7003c0d22112 HTTP/1.1" status: 204 len: 173 time: 1.0019600 Apr 16 12:04:39.804768 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e1308a7-39f1-4ef1-9b78-6dfe5149233b', 'name': 'network-vif-deleted', 'tag': '4da2c46c-0556-499a-8886-7003c0d22112', 'status': 'completed', 'code': 200} Apr 16 12:04:40.902403 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac9796-9ffc-46bc-8250-3dfe7b467fa7 req-0ea78d47-ee2f-4eae-b426-e44e9cb73f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:40.904008 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e6ac9796-9ffc-46bc-8250-3dfe7b467fa7 req-0ea78d47-ee2f-4eae-b426-e44e9cb73f08 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0e71bb3ec7e446d1ad375bb511602e80&device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 1138 time: 0.0823379 Apr 16 12:04:40.951673 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3202bc-0223-48cf-9638-6fa34ebbff1d req-76883118-9981-45ac-ae35-0ad2851b57af tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:40.953320 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2f3202bc-0223-48cf-9638-6fa34ebbff1d req-76883118-9981-45ac-ae35-0ad2851b57af tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 985 time: 0.0965130 Apr 16 12:04:41.006798 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-2f3202bc-0223-48cf-9638-6fa34ebbff1d req-5bd4e74a-f2e6-4b57-ab2c-51098ac0452e tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Synchronizing usage tracker for tenant:0e71bb3ec7e446d1ad375bb511602e80 on resource:security_group {{(pid=85338) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:04:41.022184 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-2f3202bc-0223-48cf-9638-6fa34ebbff1d req-5bd4e74a-f2e6-4b57-ab2c-51098ac0452e tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Unset dirty status for tenant:0e71bb3ec7e446d1ad375bb511602e80 on resource:security_group {{(pid=85338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:04:41.023467 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2f3202bc-0223-48cf-9638-6fa34ebbff1d req-5bd4e74a-f2e6-4b57-ab2c-51098ac0452e tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/security-groups?id=769b04de-db91-424f-897c-7e4179445723&id=c725c6e3-13fe-4741-889c-10bc1874fa05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628622 Apr 16 12:04:41.074705 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac9796-9ffc-46bc-8250-3dfe7b467fa7 req-077c47de-3d47-4bb9-9e5e-3782ad8061f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:41.076338 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e6ac9796-9ffc-46bc-8250-3dfe7b467fa7 req-077c47de-3d47-4bb9-9e5e-3782ad8061f7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0a0e60a1-8cf7-4234-b709-4865575bfb7f HTTP/1.1" status: 200 len: 916 time: 0.1647558 Apr 16 12:04:41.191507 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e6ac9796-9ffc-46bc-8250-3dfe7b467fa7 req-893aa472-5518-42ce-9bb6-cfe68a7a5d9f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18f52f76-fe2f-47e5-8f6b-68daa1dd1cef HTTP/1.1" status: 200 len: 1002 time: 0.1077249 Apr 16 12:04:41.269133 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac9796-9ffc-46bc-8250-3dfe7b467fa7 req-9e5484ec-1839-492f-a30a-1c65193228ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:41.270689 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e6ac9796-9ffc-46bc-8250-3dfe7b467fa7 req-9e5484ec-1839-492f-a30a-1c65193228ac service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8d9db727-1f37-4187-ae49-d76963b88745 HTTP/1.1" status: 200 len: 854 time: 0.0695114 Apr 16 12:04:41.355379 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac9796-9ffc-46bc-8250-3dfe7b467fa7 req-b14a88a9-7662-4547-af05-46c2693d8c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:41.356983 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e6ac9796-9ffc-46bc-8250-3dfe7b467fa7 req-b14a88a9-7662-4547-af05-46c2693d8c04 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0a0e60a1-8cf7-4234-b709-4865575bfb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0783451 Apr 16 12:04:41.511862 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e6ac9796-9ffc-46bc-8250-3dfe7b467fa7 req-ffa2e12d-2afd-44ed-8af7-7c0f2d929970 service neutron] 10.222.0.79 "GET /v2.0/networks/0a0e60a1-8cf7-4234-b709-4865575bfb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467421 Apr 16 12:04:41.663459 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e6ac9796-9ffc-46bc-8250-3dfe7b467fa7 req-2ee92d91-2cf1-4e53-ad52-6e9d84ce102a service neutron] 10.222.0.79 "GET /v2.0/networks/0a0e60a1-8cf7-4234-b709-4865575bfb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441028 Apr 16 12:04:42.242517 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed9aab-3d10-4a3e-9429-f19163d92f41 req-9af2bb79-d98e-4a86-a4af-7e7cd4e99818 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:42.244108 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-16ed9aab-3d10-4a3e-9429-f19163d92f41 req-9af2bb79-d98e-4a86-a4af-7e7cd4e99818 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 985 time: 0.0967364 Apr 16 12:04:42.542138 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-16ed9aab-3d10-4a3e-9429-f19163d92f41 req-1d663450-c51a-4290-9921-7dc2f3583b39 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/security-groups?id=769b04de-db91-424f-897c-7e4179445723&id=c725c6e3-13fe-4741-889c-10bc1874fa05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2915761 Apr 16 12:04:43.805002 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:43.810792 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363922c5-3cc8-4b02-a1cd-4a30b9a951b8 req-a38b0f37-d3e8-425d-97e0-1cc197278729 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:43.812482 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-363922c5-3cc8-4b02-a1cd-4a30b9a951b8 req-a38b0f37-d3e8-425d-97e0-1cc197278729 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 985 time: 0.1535363 Apr 16 12:04:43.864161 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-363922c5-3cc8-4b02-a1cd-4a30b9a951b8 req-411c4155-da5c-4a4c-8769-b5157f25c57d tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/security-groups?id=769b04de-db91-424f-897c-7e4179445723&id=c725c6e3-13fe-4741-889c-10bc1874fa05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444350 Apr 16 12:04:44.041840 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 4da2c46c-0556-499a-8886-7003c0d22112 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:04:44.084302 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] No Port match for: 4da2c46c-0556-499a-8886-7003c0d22112 {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:04:44.084695 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 4da2c46c-0556-499a-8886-7003c0d22112 not bound to the agent host hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:04:45.064372 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569515c4-9ce4-43a3-81d6-2564d9f42a62 req-84ae947d-725e-4013-aac1-354d863d51b3 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:45.065943 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-569515c4-9ce4-43a3-81d6-2564d9f42a62 req-84ae947d-725e-4013-aac1-354d863d51b3 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 985 time: 0.0868397 Apr 16 12:04:45.121131 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-569515c4-9ce4-43a3-81d6-2564d9f42a62 req-8ae0b890-7a13-4be8-a4b6-d3a6ddf44fa6 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/security-groups?id=769b04de-db91-424f-897c-7e4179445723&id=c725c6e3-13fe-4741-889c-10bc1874fa05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481308 Apr 16 12:04:45.858922 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 59890) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:46.016867 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-330425bd-06f3-4c71-bff3-79e0991e6f0b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=288fa5b87c174115ac30e3e431f580cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1565895 Apr 16 12:04:46.019481 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 59896) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:46.080883 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-42327628-7180-40fb-94f4-408c8ddc9993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:46.108679 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-42327628-7180-40fb-94f4-408c8ddc9993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:46.163402 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-42327628-7180-40fb-94f4-408c8ddc9993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:46.169023 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-10a76cc2-ca0e-46aa-a2ef-948760a35648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:46.182937 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42327628-7180-40fb-94f4-408c8ddc9993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948102f7-344c-4a59-819b-318961e2564d,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:46.186663 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-42327628-7180-40fb-94f4-408c8ddc9993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:46.195337 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-42327628-7180-40fb-94f4-408c8ddc9993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:46.199010 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-42327628-7180-40fb-94f4-408c8ddc9993 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/948102f7-344c-4a59-819b-318961e2564d HTTP/1.1" status: 204 len: 168 time: 0.1780264 Apr 16 12:04:46.336635 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8753933-d30b-40df-93d9-903105e9918e req-9dcbe742-bce3-40d7-bb75-138719b016fb tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:46.338409 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c8753933-d30b-40df-93d9-903105e9918e req-9dcbe742-bce3-40d7-bb75-138719b016fb tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 985 time: 0.0939443 Apr 16 12:04:46.397296 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c8753933-d30b-40df-93d9-903105e9918e req-5f94ecb2-72a2-4e63-ae4b-cbde64ecb57b tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/security-groups?id=769b04de-db91-424f-897c-7e4179445723&id=c725c6e3-13fe-4741-889c-10bc1874fa05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517044 Apr 16 12:04:47.617414 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24cc3b-791c-4b49-aef0-26cd7a4446c1 req-c08fb4b1-d843-461a-9bf3-27efce24a97b tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:47.619057 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8e24cc3b-791c-4b49-aef0-26cd7a4446c1 req-c08fb4b1-d843-461a-9bf3-27efce24a97b tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 985 time: 0.0959923 Apr 16 12:04:47.680106 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8e24cc3b-791c-4b49-aef0-26cd7a4446c1 req-865402d2-ccaf-4cd8-bd90-933e7c38f63d tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/security-groups?id=769b04de-db91-424f-897c-7e4179445723&id=c725c6e3-13fe-4741-889c-10bc1874fa05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0477526 Apr 16 12:04:48.899853 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6d629-c98f-4728-a4fb-b8a17139d207 req-235671c8-ef03-4b36-8c7b-ec36f54a8d36 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:48.901521 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a2d6d629-c98f-4728-a4fb-b8a17139d207 req-235671c8-ef03-4b36-8c7b-ec36f54a8d36 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 985 time: 0.0938950 Apr 16 12:04:48.954494 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a2d6d629-c98f-4728-a4fb-b8a17139d207 req-50c122c2-561d-4275-a3a0-84dc11a5259b tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/security-groups?id=769b04de-db91-424f-897c-7e4179445723&id=c725c6e3-13fe-4741-889c-10bc1874fa05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0464208 Apr 16 12:04:50.175502 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbe22a-acd1-4ab7-937a-e50573d09f27 req-84fb98d4-28c8-4541-9413-eada2ab34d67 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:50.177122 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-34cbe22a-acd1-4ab7-937a-e50573d09f27 req-84fb98d4-28c8-4541-9413-eada2ab34d67 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 985 time: 0.0878794 Apr 16 12:04:50.231025 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-34cbe22a-acd1-4ab7-937a-e50573d09f27 req-18f2f8fb-9d2a-4e59-b246-ca05f7d2ab81 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/security-groups?id=769b04de-db91-424f-897c-7e4179445723&id=c725c6e3-13fe-4741-889c-10bc1874fa05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0472901 Apr 16 12:04:50.406676 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:04:51.438455 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7a0bd-a92d-46e7-a621-432f2b44ed9d req-3b643c16-6551-4218-a195-309d22b48e68 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:51.440042 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-97b7a0bd-a92d-46e7-a621-432f2b44ed9d req-3b643c16-6551-4218-a195-309d22b48e68 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 985 time: 0.0934503 Apr 16 12:04:51.731080 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-97b7a0bd-a92d-46e7-a621-432f2b44ed9d req-58452458-7c3a-4e1d-811e-e45b53a46ac6 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/security-groups?id=769b04de-db91-424f-897c-7e4179445723&id=c725c6e3-13fe-4741-889c-10bc1874fa05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2835286 Apr 16 12:04:52.937877 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b594080-ef41-46c0-9458-40f5fe08aac4 req-d6a906e9-37ed-4166-a488-80c09ec3ab30 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:52.939491 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1b594080-ef41-46c0-9458-40f5fe08aac4 req-d6a906e9-37ed-4166-a488-80c09ec3ab30 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 985 time: 0.0906541 Apr 16 12:04:52.990963 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1b594080-ef41-46c0-9458-40f5fe08aac4 req-75176824-a81d-48c0-b4a7-bf2a51655db5 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/security-groups?id=769b04de-db91-424f-897c-7e4179445723&id=c725c6e3-13fe-4741-889c-10bc1874fa05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449040 Apr 16 12:05:00.041625 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-53074fd6-8928-415c-86ad-7b6699e41619 req-1100fc7e-bf52-4bf2-b072-78f278adce6a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0845373 Apr 16 12:05:00.197353 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53074fd6-8928-415c-86ad-7b6699e41619 req-4f557927-5241-4bc2-b08a-e32ac5eef434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:00.198969 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-53074fd6-8928-415c-86ad-7b6699e41619 req-4f557927-5241-4bc2-b08a-e32ac5eef434 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0e71bb3ec7e446d1ad375bb511602e80&device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 1138 time: 0.0853968 Apr 16 12:05:00.356666 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53074fd6-8928-415c-86ad-7b6699e41619 req-fca75886-5db7-4a54-866c-8dd66bc3312c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:00.358158 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-53074fd6-8928-415c-86ad-7b6699e41619 req-fca75886-5db7-4a54-866c-8dd66bc3312c service neutron] 10.222.0.79 "GET /v2.0/networks?id=0a0e60a1-8cf7-4234-b709-4865575bfb7f HTTP/1.1" status: 200 len: 916 time: 0.1379924 Apr 16 12:05:00.477905 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-53074fd6-8928-415c-86ad-7b6699e41619 req-00600e25-9b4c-4bbf-bce1-60bd9cd27c3f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18f52f76-fe2f-47e5-8f6b-68daa1dd1cef HTTP/1.1" status: 200 len: 1002 time: 0.1124580 Apr 16 12:05:00.547724 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53074fd6-8928-415c-86ad-7b6699e41619 req-02217b3a-210d-46a7-b2ff-a6d9803e2b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:00.549296 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-53074fd6-8928-415c-86ad-7b6699e41619 req-02217b3a-210d-46a7-b2ff-a6d9803e2b3f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8d9db727-1f37-4187-ae49-d76963b88745 HTTP/1.1" status: 200 len: 854 time: 0.0652368 Apr 16 12:05:00.643101 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53074fd6-8928-415c-86ad-7b6699e41619 req-cb96d3f6-0e72-44ae-939b-e376b6765ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:00.644742 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-53074fd6-8928-415c-86ad-7b6699e41619 req-cb96d3f6-0e72-44ae-939b-e376b6765ea3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0a0e60a1-8cf7-4234-b709-4865575bfb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0889297 Apr 16 12:05:00.799320 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-53074fd6-8928-415c-86ad-7b6699e41619 req-477e963a-4cf9-43bd-972a-a7b0e50438fb service neutron] 10.222.0.79 "GET /v2.0/networks/0a0e60a1-8cf7-4234-b709-4865575bfb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479428 Apr 16 12:05:00.953806 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-53074fd6-8928-415c-86ad-7b6699e41619 req-4c3ddd8c-415e-486a-a033-8bddb6c9944f service neutron] 10.222.0.79 "GET /v2.0/networks/0a0e60a1-8cf7-4234-b709-4865575bfb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469789 Apr 16 12:05:01.477113 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a5d74a3b-fa1e-4da8-a347-d59211398f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:04.883755 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8dea9d6e-e5d7-4016-a4f3-e93ad8ecf29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:05.880637 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:06.429632 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:07.639718 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:13.815356 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:14.942590 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [req-53057971-50a7-40d5-805c-9ac4440ca5b9 req-657e2bb8-6bc9-4e95-9e07-bdcc78ff50ad service neutron] (85337) timed out ('10.222.0.79', 62259) {{(pid=85337) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 16 12:05:25.947141 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [req-e1c6518c-ab81-4cb3-a333-5616a327398e req-44a03833-1635-449d-8192-2a1af8fbfc12 service neutron] (85337) timed out ('10.222.0.79', 62255) {{(pid=85337) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 16 12:05:27.405915 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:05:31.479165 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-56a085ea-34cf-4f06-9e49-11fbb49b17a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:34.886062 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-21ac1477-68c0-46a6-87ff-5ba21601775e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:35.883548 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:36.431493 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:37.641457 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:43.819154 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:48.630094 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8c1ca251-901d-4bed-8e26-018349b0ec6c req-30f7e4cb-08e7-412f-89e2-faf089a06590 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1682083462&fields=id&tenant_id=0e71bb3ec7e446d1ad375bb511602e80 HTTP/1.1" status: 200 len: 267 time: 0.0446451 Apr 16 12:05:48.730333 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ca251-901d-4bed-8e26-018349b0ec6c req-73d35b1a-eb47-4031-b8b4-3cd3db092bda tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:48.732049 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8c1ca251-901d-4bed-8e26-018349b0ec6c req-73d35b1a-eb47-4031-b8b4-3cd3db092bda tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 985 time: 0.0959663 Apr 16 12:05:48.745781 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-8c1ca251-901d-4bed-8e26-018349b0ec6c req-61aff28e-74fb-422a-85c4-dd63db52eded tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Request body: {'port': {'security_groups': ['c725c6e3-13fe-4741-889c-10bc1874fa05']}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:05:48.888909 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-8c1ca251-901d-4bed-8e26-018349b0ec6c req-61aff28e-74fb-422a-85c4-dd63db52eded tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:49.162118 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-8c1ca251-901d-4bed-8e26-018349b0ec6c req-61aff28e-74fb-422a-85c4-dd63db52eded tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] For port 18f52f76-fe2f-47e5-8f6b-68daa1dd1cef, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=18f52f76-fe2f-47e5-8f6b-68daa1dd1cef,segment=NetworkSegment(57f751a3-56e8-446d-a76c-c51371ad74cc),segment_id=57f751a3-56e8-446d-a76c-c51371ad74cc)] {{(pid=85338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:05:49.190037 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-8c1ca251-901d-4bed-8e26-018349b0ec6c req-61aff28e-74fb-422a-85c4-dd63db52eded tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:49.194368 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-8c1ca251-901d-4bed-8e26-018349b0ec6c req-61aff28e-74fb-422a-85c4-dd63db52eded tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853423900'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:49.206974 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['18f52f76-fe2f-47e5-8f6b-68daa1dd1cef'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:05:49.211414 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:49.383575 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aff28e-74fb-422a-85c4-dd63db52eded tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Pushing event updated for resources: {'Port': ['ID=18f52f76-fe2f-47e5-8f6b-68daa1dd1cef,revision_number=7']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:49.398703 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aff28e-74fb-422a-85c4-dd63db52eded tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:49.399132 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aff28e-74fb-422a-85c4-dd63db52eded tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:49.399531 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aff28e-74fb-422a-85c4-dd63db52eded tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:49.399938 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aff28e-74fb-422a-85c4-dd63db52eded tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:49.400368 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aff28e-74fb-422a-85c4-dd63db52eded tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:49.400773 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aff28e-74fb-422a-85c4-dd63db52eded tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:49.401177 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aff28e-74fb-422a-85c4-dd63db52eded tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:49.401579 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aff28e-74fb-422a-85c4-dd63db52eded tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:49.401977 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aff28e-74fb-422a-85c4-dd63db52eded tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:49.402376 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aff28e-74fb-422a-85c4-dd63db52eded tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:49.402773 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aff28e-74fb-422a-85c4-dd63db52eded tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:49.403167 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aff28e-74fb-422a-85c4-dd63db52eded tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:49.416434 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-61aff28e-74fb-422a-85c4-dd63db52eded tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:49.440752 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ca251-901d-4bed-8e26-018349b0ec6c req-61aff28e-74fb-422a-85c4-dd63db52eded tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:49.441325 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-8c1ca251-901d-4bed-8e26-018349b0ec6c req-61aff28e-74fb-422a-85c4-dd63db52eded tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:49.443911 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8c1ca251-901d-4bed-8e26-018349b0ec6c req-61aff28e-74fb-422a-85c4-dd63db52eded tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "PUT /v2.0/ports/18f52f76-fe2f-47e5-8f6b-68daa1dd1cef HTTP/1.1" status: 200 len: 943 time: 0.7035005 Apr 16 12:05:49.444447 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '369bd37e-ba12-4072-92e8-b475ec383e7d', 'tag': '18f52f76-fe2f-47e5-8f6b-68daa1dd1cef'}] {{(pid=85338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:05:49.450606 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 59948) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:05:49.509295 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['18f52f76-fe2f-47e5-8f6b-68daa1dd1cef'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:05:49.531016 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a8a74cf0-23ba-48fb-89f8-292c7f2081a5 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:49.568497 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a8a74cf0-23ba-48fb-89f8-292c7f2081a5 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:49.632249 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a8a74cf0-23ba-48fb-89f8-292c7f2081a5 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:49.638017 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-72f3b896-0228-414c-b9e0-8e9e51545dc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:49.654358 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a74cf0-23ba-48fb-89f8-292c7f2081a5 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=769b04de-db91-424f-897c-7e4179445723,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:49.667036 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a74cf0-23ba-48fb-89f8-292c7f2081a5 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:49.667448 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a74cf0-23ba-48fb-89f8-292c7f2081a5 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:49.667827 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a74cf0-23ba-48fb-89f8-292c7f2081a5 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:49.668232 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a74cf0-23ba-48fb-89f8-292c7f2081a5 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:49.668679 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a74cf0-23ba-48fb-89f8-292c7f2081a5 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:49.669082 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a74cf0-23ba-48fb-89f8-292c7f2081a5 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:49.669482 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a74cf0-23ba-48fb-89f8-292c7f2081a5 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:49.669881 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a74cf0-23ba-48fb-89f8-292c7f2081a5 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:49.670283 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a74cf0-23ba-48fb-89f8-292c7f2081a5 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:49.670680 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a74cf0-23ba-48fb-89f8-292c7f2081a5 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:49.671225 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a74cf0-23ba-48fb-89f8-292c7f2081a5 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:49.671467 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a74cf0-23ba-48fb-89f8-292c7f2081a5 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:49.675217 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-a8a74cf0-23ba-48fb-89f8-292c7f2081a5 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:49.682436 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a8a74cf0-23ba-48fb-89f8-292c7f2081a5 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:49.684797 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-a8a74cf0-23ba-48fb-89f8-292c7f2081a5 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "DELETE /v2.0/security-groups/769b04de-db91-424f-897c-7e4179445723 HTTP/1.1" status: 204 len: 168 time: 0.2330766 Apr 16 12:05:49.686838 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 59954) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:05:49.759216 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '369bd37e-ba12-4072-92e8-b475ec383e7d', 'tag': '18f52f76-fe2f-47e5-8f6b-68daa1dd1cef', 'status': 'completed', 'code': 200} Apr 16 12:05:49.813617 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-52698291-debc-42a7-9aff-41622593db96 None None] Provisioning complete for port 18f52f76-fe2f-47e5-8f6b-68daa1dd1cef triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:05:49.814037 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-52698291-debc-42a7-9aff-41622593db96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:49.930893 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-c1fecaa4-de08-42f4-b794-a21c1f5109ac tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Deleting port 4a7e8d22-d160-401c-81bd-aa3808cfa6c7 {{(pid=85338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:05:49.931377 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c1fecaa4-de08-42f4-b794-a21c1f5109ac tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:50.005214 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de299bb7-aa8e-4d75-a60b-e4c5993fa580 req-6f60a839-d52f-49b5-9217-4c0a6a246615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:50.006946 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-de299bb7-aa8e-4d75-a60b-e4c5993fa580 req-6f60a839-d52f-49b5-9217-4c0a6a246615 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0e71bb3ec7e446d1ad375bb511602e80&device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 1099 time: 0.2084377 Apr 16 12:05:50.126981 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c1fecaa4-de08-42f4-b794-a21c1f5109ac tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:50.127328 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c1fecaa4-de08-42f4-b794-a21c1f5109ac tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:50.148616 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de299bb7-aa8e-4d75-a60b-e4c5993fa580 req-d32a52ab-a47d-4efa-a6cd-523c0fecd9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:50.150182 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-de299bb7-aa8e-4d75-a60b-e4c5993fa580 req-d32a52ab-a47d-4efa-a6cd-523c0fecd9b2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0a0e60a1-8cf7-4234-b709-4865575bfb7f HTTP/1.1" status: 200 len: 916 time: 0.1362386 Apr 16 12:05:50.260152 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-c1fecaa4-de08-42f4-b794-a21c1f5109ac tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Calling delete_port for 4a7e8d22-d160-401c-81bd-aa3808cfa6c7 owned by network:floatingip {{(pid=85338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:05:50.261196 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-de299bb7-aa8e-4d75-a60b-e4c5993fa580 req-a491fe7c-d810-432e-9105-e27641ec12d6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18f52f76-fe2f-47e5-8f6b-68daa1dd1cef HTTP/1.1" status: 200 len: 1002 time: 0.1037219 Apr 16 12:05:50.329340 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de299bb7-aa8e-4d75-a60b-e4c5993fa580 req-1272285e-ff1e-4266-b3df-3f4c9917e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:50.330897 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-de299bb7-aa8e-4d75-a60b-e4c5993fa580 req-1272285e-ff1e-4266-b3df-3f4c9917e883 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8d9db727-1f37-4187-ae49-d76963b88745 HTTP/1.1" status: 200 len: 854 time: 0.0633812 Apr 16 12:05:50.414954 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de299bb7-aa8e-4d75-a60b-e4c5993fa580 req-a0bc4d61-19ed-4e70-8c1b-bd4edfd4f824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:50.417474 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-de299bb7-aa8e-4d75-a60b-e4c5993fa580 req-a0bc4d61-19ed-4e70-8c1b-bd4edfd4f824 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0a0e60a1-8cf7-4234-b709-4865575bfb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0794477 Apr 16 12:05:50.418187 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c1fecaa4-de08-42f4-b794-a21c1f5109ac tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1351932'] for port, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:50.433585 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-61aff28e-74fb-422a-85c4-dd63db52eded tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:50.526402 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fecaa4-de08-42f4-b794-a21c1f5109ac tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Pushing event deleted for resources: {'Port': ['ID=4a7e8d22-d160-401c-81bd-aa3808cfa6c7,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:50.532850 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-c1fecaa4-de08-42f4-b794-a21c1f5109ac tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:50.561332 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-de299bb7-aa8e-4d75-a60b-e4c5993fa580 req-a1766c9e-8c69-49fe-9a3d-46f117b93d11 service neutron] 10.222.0.79 "GET /v2.0/networks/0a0e60a1-8cf7-4234-b709-4865575bfb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368847 Apr 16 12:05:50.699224 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c1fecaa4-de08-42f4-b794-a21c1f5109ac tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks [] for floatingip, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:50.699865 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.l3_db [None req-c1fecaa4-de08-42f4-b794-a21c1f5109ac tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Floating IP 957d7604-3eaa-418f-af3d-9632b95452b7 disassociated (deleted). External IP: 172.27.1.238, port: 18f52f76-fe2f-47e5-8f6b-68daa1dd1cef. Apr 16 12:05:50.706430 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-de299bb7-aa8e-4d75-a60b-e4c5993fa580 req-0f3982a5-2986-4658-9cec-07e927c002c8 service neutron] 10.222.0.79 "GET /v2.0/networks/0a0e60a1-8cf7-4234-b709-4865575bfb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380293 Apr 16 12:05:51.074426 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1fecaa4-de08-42f4-b794-a21c1f5109ac tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Router c8a21477-1fd7-41ef-aa57-d7617a4965b8 has already been hosted by L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 {{(pid=85338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:05:51.266683 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1fecaa4-de08-42f4-b794-a21c1f5109ac tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:05:51.283490 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e159a8e-ab09-462e-9b01-daef0ef3fb6f None None] Sync routers for ids ['c8a21477-1fd7-41ef-aa57-d7617a4965b8'] in dv-cinder-689486-10-iscsi {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:05:51.294668 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e159a8e-ab09-462e-9b01-daef0ef3fb6f None None] Routers {'c8a21477-1fd7-41ef-aa57-d7617a4965b8'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:05:51.295383 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-4e159a8e-ab09-462e-9b01-daef0ef3fb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:05:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['c8a21477-1fd7-41ef-aa57-d7617a4965b8'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:51.296027 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c1fecaa4-de08-42f4-b794-a21c1f5109ac tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for floatingip, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:51.355297 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-c1fecaa4-de08-42f4-b794-a21c1f5109ac tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "DELETE /v2.0/floatingips/957d7604-3eaa-418f-af3d-9632b95452b7 HTTP/1.1" status: 204 len: 168 time: 1.6671481 Apr 16 12:05:51.490086 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-4e159a8e-ab09-462e-9b01-daef0ef3fb6f None None] Set router c8a21477-1fd7-41ef-aa57-d7617a4965b8 gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:05:51.761404 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '369bd37e-ba12-4072-92e8-b475ec383e7d', 'tag': '18f52f76-fe2f-47e5-8f6b-68daa1dd1cef'}] {{(pid=85338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:05:51.813519 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '369bd37e-ba12-4072-92e8-b475ec383e7d', 'tag': '18f52f76-fe2f-47e5-8f6b-68daa1dd1cef', 'status': 'completed', 'code': 200} Apr 16 12:05:51.857771 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-4e159a8e-ab09-462e-9b01-daef0ef3fb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'name': 'tempest-TestMinimumBasicScenario-2131371283-router', 'tenant_id': '0e71bb3ec7e446d1ad375bb511602e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'b65603c3-0f36-4739-8b8f-f25f0db2fd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:18Z', 'updated_at': '2021-04-16T12:02:24Z', 'revision_number': 4, 'project_id': '0e71bb3ec7e446d1ad375bb511602e80', 'gw_port': {'id': 'b65603c3-0f36-4739-8b8f-f25f0db2fd5a', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:19Z', 'updated_at': '2021-04-16T12:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': 'b93968bc-21e7-4d42-9b97-1661ade0de2f', 'name': '', 'network_id': '0a0e60a1-8cf7-4234-b709-4865575bfb7f', 'tenant_id': '0e71bb3ec7e446d1ad375bb511602e80', 'mac_address': 'fa:16:3e:75:17:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8d9db727-1f37-4187-ae49-d76963b88745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:22Z', 'updated_at': '2021-04-16T12:02:32Z', 'revision_number': 5, 'project_id': '0e71bb3ec7e446d1ad375bb511602e80', 'subnets': [{'id': '8d9db727-1f37-4187-ae49-d76963b88745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:51.861914 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e159a8e-ab09-462e-9b01-daef0ef3fb6f None None] Checking router: c8a21477-1fd7-41ef-aa57-d7617a4965b8 for host: dv-cinder-689486-10-iscsi {{(pid=85339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:05:51.871818 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e159a8e-ab09-462e-9b01-daef0ef3fb6f None None] Routers {'c8a21477-1fd7-41ef-aa57-d7617a4965b8'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:05:51.872576 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-4e159a8e-ab09-462e-9b01-daef0ef3fb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:05:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['c8a21477-1fd7-41ef-aa57-d7617a4965b8'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:51.945039 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10080d2c-b117-41bf-8866-1bd269064c07 req-1fb2c18f-c778-413b-a480-5e0491b518c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:51.946665 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-10080d2c-b117-41bf-8866-1bd269064c07 req-1fb2c18f-c778-413b-a480-5e0491b518c9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0e71bb3ec7e446d1ad375bb511602e80&device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 1099 time: 0.1102550 Apr 16 12:05:52.077036 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-4e159a8e-ab09-462e-9b01-daef0ef3fb6f None None] Set router c8a21477-1fd7-41ef-aa57-d7617a4965b8 gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:05:52.092722 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10080d2c-b117-41bf-8866-1bd269064c07 req-3791b3fd-e4a4-4c66-8d78-5ed0fc916c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:52.094294 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-10080d2c-b117-41bf-8866-1bd269064c07 req-3791b3fd-e4a4-4c66-8d78-5ed0fc916c57 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0a0e60a1-8cf7-4234-b709-4865575bfb7f HTTP/1.1" status: 200 len: 916 time: 0.1410201 Apr 16 12:05:52.173312 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-10080d2c-b117-41bf-8866-1bd269064c07 req-88f4492a-8ba4-42ab-9a31-3dd3bb5ed5d3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18f52f76-fe2f-47e5-8f6b-68daa1dd1cef HTTP/1.1" status: 200 len: 217 time: 0.0709846 Apr 16 12:05:52.247398 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10080d2c-b117-41bf-8866-1bd269064c07 req-97347a76-c58f-427b-b862-8a46b7766b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:52.249045 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-10080d2c-b117-41bf-8866-1bd269064c07 req-97347a76-c58f-427b-b862-8a46b7766b2d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8d9db727-1f37-4187-ae49-d76963b88745 HTTP/1.1" status: 200 len: 854 time: 0.0686264 Apr 16 12:05:52.343542 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10080d2c-b117-41bf-8866-1bd269064c07 req-7a947a1d-c47f-4678-9339-0e7d0c90c045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:52.345222 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-10080d2c-b117-41bf-8866-1bd269064c07 req-7a947a1d-c47f-4678-9339-0e7d0c90c045 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0a0e60a1-8cf7-4234-b709-4865575bfb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0869310 Apr 16 12:05:52.419128 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-4e159a8e-ab09-462e-9b01-daef0ef3fb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'name': 'tempest-TestMinimumBasicScenario-2131371283-router', 'tenant_id': '0e71bb3ec7e446d1ad375bb511602e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'b65603c3-0f36-4739-8b8f-f25f0db2fd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:18Z', 'updated_at': '2021-04-16T12:02:24Z', 'revision_number': 4, 'project_id': '0e71bb3ec7e446d1ad375bb511602e80', 'gw_port': {'id': 'b65603c3-0f36-4739-8b8f-f25f0db2fd5a', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:19Z', 'updated_at': '2021-04-16T12:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': 'b93968bc-21e7-4d42-9b97-1661ade0de2f', 'name': '', 'network_id': '0a0e60a1-8cf7-4234-b709-4865575bfb7f', 'tenant_id': '0e71bb3ec7e446d1ad375bb511602e80', 'mac_address': 'fa:16:3e:75:17:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8d9db727-1f37-4187-ae49-d76963b88745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:22Z', 'updated_at': '2021-04-16T12:02:32Z', 'revision_number': 5, 'project_id': '0e71bb3ec7e446d1ad375bb511602e80', 'subnets': [{'id': '8d9db727-1f37-4187-ae49-d76963b88745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:52.423826 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e159a8e-ab09-462e-9b01-daef0ef3fb6f None None] The sync data for ids ['c8a21477-1fd7-41ef-aa57-d7617a4965b8'] in dv-cinder-689486-10-iscsi is: [{'id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'name': 'tempest-TestMinimumBasicScenario-2131371283-router', 'tenant_id': '0e71bb3ec7e446d1ad375bb511602e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'b65603c3-0f36-4739-8b8f-f25f0db2fd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:18Z', 'updated_at': '2021-04-16T12:02:24Z', 'revision_number': 4, 'project_id': '0e71bb3ec7e446d1ad375bb511602e80', 'gw_port': {'id': 'b65603c3-0f36-4739-8b8f-f25f0db2fd5a', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:19Z', 'updated_at': '2021-04-16T12:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': 'b93968bc-21e7-4d42-9b97-1661ade0de2f', 'name': '', 'network_id': '0a0e60a1-8cf7-4234-b709-4865575bfb7f', 'tenant_id': '0e71bb3ec7e446d1ad375bb511602e80', 'mac_address': 'fa:16:3e:75:17:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8d9db727-1f37-4187-ae49-d76963b88745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:22Z', 'updated_at': '2021-04-16T12:02:32Z', 'revision_number': 5, 'project_id': '0e71bb3ec7e446d1ad375bb511602e80', 'subnets': [{'id': '8d9db727-1f37-4187-ae49-d76963b88745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:05:52.502749 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-10080d2c-b117-41bf-8866-1bd269064c07 req-b37dce3d-ccc1-4be5-a827-a43ed1fb7863 service neutron] 10.222.0.79 "GET /v2.0/networks/0a0e60a1-8cf7-4234-b709-4865575bfb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433098 Apr 16 12:05:52.650116 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-10080d2c-b117-41bf-8866-1bd269064c07 req-c0f4d9d4-2448-4e3e-8f57-f1c553332c14 service neutron] 10.222.0.79 "GET /v2.0/networks/0a0e60a1-8cf7-4234-b709-4865575bfb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398020 Apr 16 12:05:52.808340 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39c5ff3-6d76-41c4-bfa7-cd9ac5b7ae82 None None] New status for floating IP 957d7604-3eaa-418f-af3d-9632b95452b7: DOWN {{(pid=85340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 12:05:54.774224 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce806f-507f-4ad9-9714-c7c113cc1f13 req-30d2d211-12a5-4897-8a55-87fe6529c42e tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:54.775733 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-71ce806f-507f-4ad9-9714-c7c113cc1f13 req-30d2d211-12a5-4897-8a55-87fe6529c42e tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 946 time: 0.0930154 Apr 16 12:05:54.824179 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-71ce806f-507f-4ad9-9714-c7c113cc1f13 req-6e9b70e5-5dcd-4d34-b3b4-a80a2be879a4 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Synchronizing usage tracker for tenant:0e71bb3ec7e446d1ad375bb511602e80 on resource:security_group {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:05:54.838586 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-71ce806f-507f-4ad9-9714-c7c113cc1f13 req-6e9b70e5-5dcd-4d34-b3b4-a80a2be879a4 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Unset dirty status for tenant:0e71bb3ec7e446d1ad375bb511602e80 on resource:security_group {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:05:54.839789 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-71ce806f-507f-4ad9-9714-c7c113cc1f13 req-6e9b70e5-5dcd-4d34-b3b4-a80a2be879a4 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/security-groups?id=c725c6e3-13fe-4741-889c-10bc1874fa05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577247 Apr 16 12:05:56.038650 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399716b8-4cb7-4922-a702-82a890b532f1 req-76e34794-f77e-4645-9ffb-c4ca9bc2f7d1 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:56.039376 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-399716b8-4cb7-4922-a702-82a890b532f1 req-76e34794-f77e-4645-9ffb-c4ca9bc2f7d1 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Synchronizing usage tracker for tenant:0e71bb3ec7e446d1ad375bb511602e80 on resource:port {{(pid=85338) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:05:56.054194 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-399716b8-4cb7-4922-a702-82a890b532f1 req-76e34794-f77e-4645-9ffb-c4ca9bc2f7d1 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Unset dirty status for tenant:0e71bb3ec7e446d1ad375bb511602e80 on resource:port {{(pid=85338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:05:56.055449 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-399716b8-4cb7-4922-a702-82a890b532f1 req-76e34794-f77e-4645-9ffb-c4ca9bc2f7d1 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 946 time: 0.1022179 Apr 16 12:05:56.106997 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-399716b8-4cb7-4922-a702-82a890b532f1 req-be9fdbe2-5d18-4b3d-b5ec-548268f74816 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/security-groups?id=c725c6e3-13fe-4741-889c-10bc1874fa05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450349 Apr 16 12:05:56.888370 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ebe94-6c8d-4893-ae38-251b04ce9d65 req-83c4ad86-c076-4a04-b778-30112ffa9219 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:56.889946 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-915ebe94-6c8d-4893-ae38-251b04ce9d65 req-83c4ad86-c076-4a04-b778-30112ffa9219 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.79 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 946 time: 0.0879724 Apr 16 12:05:56.972107 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-915ebe94-6c8d-4893-ae38-251b04ce9d65 req-8cd96985-bca6-41ed-9989-674d42ef2835 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Deleting port 18f52f76-fe2f-47e5-8f6b-68daa1dd1cef {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:05:56.972516 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-915ebe94-6c8d-4893-ae38-251b04ce9d65 req-8cd96985-bca6-41ed-9989-674d42ef2835 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:57.290144 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-915ebe94-6c8d-4893-ae38-251b04ce9d65 req-8cd96985-bca6-41ed-9989-674d42ef2835 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] For port 18f52f76-fe2f-47e5-8f6b-68daa1dd1cef, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=18f52f76-fe2f-47e5-8f6b-68daa1dd1cef,segment=NetworkSegment(57f751a3-56e8-446d-a76c-c51371ad74cc),segment_id=57f751a3-56e8-446d-a76c-c51371ad74cc)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:05:57.290767 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-915ebe94-6c8d-4893-ae38-251b04ce9d65 req-8cd96985-bca6-41ed-9989-674d42ef2835 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:57.666971 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-915ebe94-6c8d-4893-ae38-251b04ce9d65 req-8cd96985-bca6-41ed-9989-674d42ef2835 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Calling delete_port for 18f52f76-fe2f-47e5-8f6b-68daa1dd1cef owned by compute:nova {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:05:57.749977 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb5d3a-db79-4681-9b8c-6455f0be6f19 req-dc0e5426-c21f-4d69-b4ac-5349d520c307 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:57.751554 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6fbb5d3a-db79-4681-9b8c-6455f0be6f19 req-dc0e5426-c21f-4d69-b4ac-5349d520c307 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/ports?device_id=369bd37e-ba12-4072-92e8-b475ec383e7d HTTP/1.1" status: 200 len: 946 time: 0.5229802 Apr 16 12:05:57.851854 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6fbb5d3a-db79-4681-9b8c-6455f0be6f19 req-f794a03b-4115-4032-9f25-39361aefa108 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.71 "GET /v2.0/security-groups?id=c725c6e3-13fe-4741-889c-10bc1874fa05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823739 Apr 16 12:05:57.879098 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-915ebe94-6c8d-4893-ae38-251b04ce9d65 req-8cd96985-bca6-41ed-9989-674d42ef2835 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:57.891502 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['18f52f76-fe2f-47e5-8f6b-68daa1dd1cef'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:05:57.897616 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bfab9b03-8105-4c40-b48f-786a7782647a tempest-AttachVolumeNegativeTest-348725970 tempest-AttachVolumeNegativeTest-348725970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:57.949176 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd96985-bca6-41ed-9989-674d42ef2835 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Pushing event deleted for resources: {'Port': ['ID=18f52f76-fe2f-47e5-8f6b-68daa1dd1cef,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:58.000064 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-8cd96985-bca6-41ed-9989-674d42ef2835 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:58.029280 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [req-518dc122-9105-426c-964f-bc627af91e06 req-0b48a7b1-8786-4fc1-90bf-29444f3527a7 service neutron] (85338) timed out ('10.222.0.79', 62229) {{(pid=85338) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 16 12:05:58.151101 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-915ebe94-6c8d-4893-ae38-251b04ce9d65 req-8cd96985-bca6-41ed-9989-674d42ef2835 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] No DVR routers for this DVR port 18f52f76-fe2f-47e5-8f6b-68daa1dd1cef on host hv-cinder-68948 {{(pid=85337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:05:58.153706 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-915ebe94-6c8d-4893-ae38-251b04ce9d65 req-8cd96985-bca6-41ed-9989-674d42ef2835 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:58.156547 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369bd37e-ba12-4072-92e8-b475ec383e7d', 'name': 'network-vif-deleted', 'tag': '18f52f76-fe2f-47e5-8f6b-68daa1dd1cef'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:05:58.172951 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-915ebe94-6c8d-4893-ae38-251b04ce9d65 req-8cd96985-bca6-41ed-9989-674d42ef2835 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] 10.222.0.79 "DELETE /v2.0/ports/18f52f76-fe2f-47e5-8f6b-68daa1dd1cef HTTP/1.1" status: 204 len: 173 time: 1.2761531 Apr 16 12:05:58.215035 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '369bd37e-ba12-4072-92e8-b475ec383e7d', 'name': 'network-vif-deleted', 'tag': '18f52f76-fe2f-47e5-8f6b-68daa1dd1cef', 'status': 'completed', 'code': 200} Apr 16 12:05:59.667276 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 60038) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:00.474852 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-41845c8e-4fc6-41c6-b0de-936a0f1da4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083577'] for router_interface, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:00.477919 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 18f52f76-fe2f-47e5-8f6b-68daa1dd1cef no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:06:00.515614 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] No Port match for: 18f52f76-fe2f-47e5-8f6b-68daa1dd1cef {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:06:00.516000 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 18f52f76-fe2f-47e5-8f6b-68daa1dd1cef not bound to the agent host hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:06:00.860749 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-41845c8e-4fc6-41c6-b0de-936a0f1da4fe admin admin] Deleting port b93968bc-21e7-4d42-9b97-1661ade0de2f {{(pid=85338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:06:00.861354 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-41845c8e-4fc6-41c6-b0de-936a0f1da4fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:01.050203 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-41845c8e-4fc6-41c6-b0de-936a0f1da4fe admin admin] For port b93968bc-21e7-4d42-9b97-1661ade0de2f, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=b93968bc-21e7-4d42-9b97-1661ade0de2f,segment=NetworkSegment(57f751a3-56e8-446d-a76c-c51371ad74cc),segment_id=57f751a3-56e8-446d-a76c-c51371ad74cc)] {{(pid=85338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:06:01.050605 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-41845c8e-4fc6-41c6-b0de-936a0f1da4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:01.187689 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-41845c8e-4fc6-41c6-b0de-936a0f1da4fe admin admin] Calling delete_port for b93968bc-21e7-4d42-9b97-1661ade0de2f owned by network:router_interface {{(pid=85338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:06:01.371586 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-41845c8e-4fc6-41c6-b0de-936a0f1da4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1351932'] for port, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:01.387269 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b6a13198-44b6-4ff9-a5db-a5b2d1dd19a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:01.481737 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41845c8e-4fc6-41c6-b0de-936a0f1da4fe admin admin] Pushing event deleted for resources: {'Port': ['ID=b93968bc-21e7-4d42-9b97-1661ade0de2f,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:01.490766 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-41845c8e-4fc6-41c6-b0de-936a0f1da4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:01.493479 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c5923041-233e-4ec2-a64f-558be095b0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:01.877480 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-41845c8e-4fc6-41c6-b0de-936a0f1da4fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853098054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084690'] for router_interface, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:02.400463 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41845c8e-4fc6-41c6-b0de-936a0f1da4fe admin admin] Router c8a21477-1fd7-41ef-aa57-d7617a4965b8 has already been hosted by L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 {{(pid=85338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:06:02.594023 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41845c8e-4fc6-41c6-b0de-936a0f1da4fe admin admin] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:06:02.602910 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0bacc1-8d1d-4049-ae4a-4fe28c1077bc None None] Sync routers for ids ['c8a21477-1fd7-41ef-aa57-d7617a4965b8'] in dv-cinder-689486-10-iscsi {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:06:02.607015 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-41845c8e-4fc6-41c6-b0de-936a0f1da4fe admin admin] 10.222.0.71 "PUT /v2.0/routers/c8a21477-1fd7-41ef-aa57-d7617a4965b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9385443 Apr 16 12:06:02.609607 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 60042) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:02.613192 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0bacc1-8d1d-4049-ae4a-4fe28c1077bc None None] Routers {'c8a21477-1fd7-41ef-aa57-d7617a4965b8'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:06:02.613848 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-cc0bacc1-8d1d-4049-ae4a-4fe28c1077bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:05:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['c8a21477-1fd7-41ef-aa57-d7617a4965b8'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:02.810671 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-cc0bacc1-8d1d-4049-ae4a-4fe28c1077bc None None] Set router c8a21477-1fd7-41ef-aa57-d7617a4965b8 gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:06:03.071326 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5d78634e-b0cc-4dd1-a2d4-047286d544a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:03.118844 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-cc0bacc1-8d1d-4049-ae4a-4fe28c1077bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'name': 'tempest-TestMinimumBasicScenario-2131371283-router', 'tenant_id': '0e71bb3ec7e446d1ad375bb511602e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'b65603c3-0f36-4739-8b8f-f25f0db2fd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:18Z', 'updated_at': '2021-04-16T12:06:01Z', 'revision_number': 5, 'project_id': '0e71bb3ec7e446d1ad375bb511602e80', 'gw_port': {'id': 'b65603c3-0f36-4739-8b8f-f25f0db2fd5a', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:19Z', 'updated_at': '2021-04-16T12:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi'}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:03.122904 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0bacc1-8d1d-4049-ae4a-4fe28c1077bc None None] Checking router: c8a21477-1fd7-41ef-aa57-d7617a4965b8 for host: dv-cinder-689486-10-iscsi {{(pid=85339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:06:03.132424 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0bacc1-8d1d-4049-ae4a-4fe28c1077bc None None] Routers {'c8a21477-1fd7-41ef-aa57-d7617a4965b8'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:06:03.133074 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-cc0bacc1-8d1d-4049-ae4a-4fe28c1077bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:05:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['c8a21477-1fd7-41ef-aa57-d7617a4965b8'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:03.283532 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5d78634e-b0cc-4dd1-a2d4-047286d544a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:03.293531 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-5d78634e-b0cc-4dd1-a2d4-047286d544a0 admin admin] Deleting port b65603c3-0f36-4739-8b8f-f25f0db2fd5a {{(pid=85338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:06:03.293927 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5d78634e-b0cc-4dd1-a2d4-047286d544a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:03.494523 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-5d78634e-b0cc-4dd1-a2d4-047286d544a0 admin admin] For port b65603c3-0f36-4739-8b8f-f25f0db2fd5a, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=b65603c3-0f36-4739-8b8f-f25f0db2fd5a,segment=NetworkSegment(fbc7dd2f-3e5c-4067-bc2d-84cf54659228),segment_id=fbc7dd2f-3e5c-4067-bc2d-84cf54659228)] {{(pid=85338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:06:03.494926 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5d78634e-b0cc-4dd1-a2d4-047286d544a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:03.504401 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-cc0bacc1-8d1d-4049-ae4a-4fe28c1077bc None None] Set router c8a21477-1fd7-41ef-aa57-d7617a4965b8 gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:06:03.637209 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-5d78634e-b0cc-4dd1-a2d4-047286d544a0 admin admin] Calling delete_port for b65603c3-0f36-4739-8b8f-f25f0db2fd5a owned by network:router_gateway {{(pid=85338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:06:03.812090 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5d78634e-b0cc-4dd1-a2d4-047286d544a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1351932'] for port, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:03.812866 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-cc0bacc1-8d1d-4049-ae4a-4fe28c1077bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'name': 'tempest-TestMinimumBasicScenario-2131371283-router', 'tenant_id': '0e71bb3ec7e446d1ad375bb511602e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'b65603c3-0f36-4739-8b8f-f25f0db2fd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:18Z', 'updated_at': '2021-04-16T12:06:01Z', 'revision_number': 5, 'project_id': '0e71bb3ec7e446d1ad375bb511602e80', 'gw_port': {'id': 'b65603c3-0f36-4739-8b8f-f25f0db2fd5a', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:19Z', 'updated_at': '2021-04-16T12:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi'}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:03.817197 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0bacc1-8d1d-4049-ae4a-4fe28c1077bc None None] The sync data for ids ['c8a21477-1fd7-41ef-aa57-d7617a4965b8'] in dv-cinder-689486-10-iscsi is: [{'id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'name': 'tempest-TestMinimumBasicScenario-2131371283-router', 'tenant_id': '0e71bb3ec7e446d1ad375bb511602e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'b65603c3-0f36-4739-8b8f-f25f0db2fd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:18Z', 'updated_at': '2021-04-16T12:06:01Z', 'revision_number': 5, 'project_id': '0e71bb3ec7e446d1ad375bb511602e80', 'gw_port': {'id': 'b65603c3-0f36-4739-8b8f-f25f0db2fd5a', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a21477-1fd7-41ef-aa57-d7617a4965b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:19Z', 'updated_at': '2021-04-16T12:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi'}] {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:06:03.829475 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-2b657403-9c54-4432-9d29-21167f6b45a5 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:03.925459 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78634e-b0cc-4dd1-a2d4-047286d544a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b65603c3-0f36-4739-8b8f-f25f0db2fd5a,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:03.932906 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-5d78634e-b0cc-4dd1-a2d4-047286d544a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:04.101570 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5d78634e-b0cc-4dd1-a2d4-047286d544a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084840'] for router_gateway, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:04.287016 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5d78634e-b0cc-4dd1-a2d4-047286d544a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2082130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5121'] for router, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:04.289402 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5d78634e-b0cc-4dd1-a2d4-047286d544a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:04.311594 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5d78634e-b0cc-4dd1-a2d4-047286d544a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852688958'] for router, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:04.312172 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d78634e-b0cc-4dd1-a2d4-047286d544a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8a21477-1fd7-41ef-aa57-d7617a4965b8 {{(pid=85338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 12:06:04.325591 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5d78634e-b0cc-4dd1-a2d4-047286d544a0 admin admin] Notify callbacks [] for router, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:04.326819 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-5d78634e-b0cc-4dd1-a2d4-047286d544a0 admin admin] 10.222.0.71 "DELETE /v2.0/routers/c8a21477-1fd7-41ef-aa57-d7617a4965b8 HTTP/1.1" status: 204 len: 168 time: 1.7162437 Apr 16 12:06:04.329600 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 60046) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:04.401892 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfdfafb5-b84a-4eff-b2e5-4e253a27456f admin admin] Deleting subnet 8d9db727-1f37-4187-ae49-d76963b88745 {{(pid=85338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 12:06:04.405166 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-dfdfafb5-b84a-4eff-b2e5-4e253a27456f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:04.405888 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:06:04.459884 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-dfdfafb5-b84a-4eff-b2e5-4e253a27456f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6398902'] for subnet, precommit_delete_associations {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:04.548772 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-dfdfafb5-b84a-4eff-b2e5-4e253a27456f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770791'] for subnet, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:04.809387 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-dfdfafb5-b84a-4eff-b2e5-4e253a27456f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853423959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848236330'] for subnet, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:04.826416 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-216de204-d7a4-4941-bd5f-550999ebcede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:04.887481 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3362b8a5-8d36-4ea1-bd98-834c681ef387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:04.913749 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdfafb5-b84a-4eff-b2e5-4e253a27456f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d9db727-1f37-4187-ae49-d76963b88745,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:04.929296 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-dfdfafb5-b84a-4eff-b2e5-4e253a27456f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:04.965311 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-dfdfafb5-b84a-4eff-b2e5-4e253a27456f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for subnet, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:04.970824 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cdb989-b43f-4727-9f5a-10d58a05e549 None None] Network 0a0e60a1-8cf7-4234-b709-4865575bfb7f requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:06:04.972340 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-dfdfafb5-b84a-4eff-b2e5-4e253a27456f admin admin] 10.222.0.71 "DELETE /v2.0/subnets/8d9db727-1f37-4187-ae49-d76963b88745 HTTP/1.1" status: 204 len: 168 time: 0.6407580 Apr 16 12:06:04.974609 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 60050) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:05.097556 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-caec9558-dd8b-4d29-a0d6-84d09ce61264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-34362'] for network, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:05.171827 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-caec9558-dd8b-4d29-a0d6-84d09ce61264 admin admin] Deleting port f226e5ae-5743-44c6-bdf2-224c2e973c13 {{(pid=85338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:06:05.172469 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-caec9558-dd8b-4d29-a0d6-84d09ce61264 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:05.259719 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ae4d22-f7b9-42ca-bdbf-b72b5f5b5281 None None] DHCP port deletion for 0a0e60a1-8cf7-4234-b709-4865575bfb7f request from dv-cinder-689486-10-iscsi {{(pid=85339) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 12:06:05.264526 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-a8ae4d22-f7b9-42ca-bdbf-b72b5f5b5281 None None] Deleting port f226e5ae-5743-44c6-bdf2-224c2e973c13 {{(pid=85339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:06:05.264942 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a8ae4d22-f7b9-42ca-bdbf-b72b5f5b5281 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:05.400254 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-caec9558-dd8b-4d29-a0d6-84d09ce61264 admin admin] For port f226e5ae-5743-44c6-bdf2-224c2e973c13, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=f226e5ae-5743-44c6-bdf2-224c2e973c13,segment=NetworkSegment(57f751a3-56e8-446d-a76c-c51371ad74cc),segment_id=57f751a3-56e8-446d-a76c-c51371ad74cc)] {{(pid=85338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:06:05.400621 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-caec9558-dd8b-4d29-a0d6-84d09ce61264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:05.492185 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-a8ae4d22-f7b9-42ca-bdbf-b72b5f5b5281 None None] For port f226e5ae-5743-44c6-bdf2-224c2e973c13, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=f226e5ae-5743-44c6-bdf2-224c2e973c13,segment=NetworkSegment(57f751a3-56e8-446d-a76c-c51371ad74cc),segment_id=57f751a3-56e8-446d-a76c-c51371ad74cc)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:06:05.492595 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a8ae4d22-f7b9-42ca-bdbf-b72b5f5b5281 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:05.541408 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-caec9558-dd8b-4d29-a0d6-84d09ce61264 admin admin] Calling delete_port for f226e5ae-5743-44c6-bdf2-224c2e973c13 owned by network:dhcp {{(pid=85338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:06:05.624987 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-caec9558-dd8b-4d29-a0d6-84d09ce61264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1351932'] for port, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:05.627007 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-a8ae4d22-f7b9-42ca-bdbf-b72b5f5b5281 None None] Calling delete_port for f226e5ae-5743-44c6-bdf2-224c2e973c13 owned by network:dhcp {{(pid=85339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:06:05.641256 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-6657e827-fd9d-4421-8319-cb4928381650 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:05.666271 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device b93968bc-21e7-4d42-9b97-1661ade0de2f no longer exists at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:06:05.707583 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] No Port match for: b93968bc-21e7-4d42-9b97-1661ade0de2f {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:06:05.707978 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device b93968bc-21e7-4d42-9b97-1661ade0de2f not bound to the agent host dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:06:05.708502 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device f226e5ae-5743-44c6-bdf2-224c2e973c13 no longer exists at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:06:05.738900 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec9558-dd8b-4d29-a0d6-84d09ce61264 admin admin] Pushing event deleted for resources: {'Port': ['ID=f226e5ae-5743-44c6-bdf2-224c2e973c13,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:05.753893 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-caec9558-dd8b-4d29-a0d6-84d09ce61264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:05.757816 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] No Port match for: f226e5ae-5743-44c6-bdf2-224c2e973c13 {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:06:05.758208 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device f226e5ae-5743-44c6-bdf2-224c2e973c13 not bound to the agent host dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:06:05.758680 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device b65603c3-0f36-4739-8b8f-f25f0db2fd5a no longer exists at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:06:05.792566 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caec9558-dd8b-4d29-a0d6-84d09ce61264 admin admin] No DVR routers for this DVR port f226e5ae-5743-44c6-bdf2-224c2e973c13 on host dv-cinder-689486-10-iscsi {{(pid=85338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:06:05.799293 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] No Port match for: b65603c3-0f36-4739-8b8f-f25f0db2fd5a {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:06:05.799688 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device b65603c3-0f36-4739-8b8f-f25f0db2fd5a not bound to the agent host dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:06:05.818961 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.db.api [None req-a8ae4d22-f7b9-42ca-bdbf-b72b5f5b5281 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85339) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 12:06:05.819351 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_db.api [None req-a8ae4d22-f7b9-42ca-bdbf-b72b5f5b5281 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 12:06:05.887267 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:05.920923 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-caec9558-dd8b-4d29-a0d6-84d09ce61264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-437016', 'neutron.services.segments.db._delete_segments_for_network-8740188510920'] for network, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:06.042061 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-caec9558-dd8b-4d29-a0d6-84d09ce61264 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a0e60a1-8cf7-4234-b709-4865575bfb7f']}} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:06.060650 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-caec9558-dd8b-4d29-a0d6-84d09ce61264 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f751a3-56e8-446d-a76c-c51371ad74cc') {'for_net_delete': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:06.060989 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-caec9558-dd8b-4d29-a0d6-84d09ce61264 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f751a3-56e8-446d-a76c-c51371ad74cc') {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:06.074763 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-caec9558-dd8b-4d29-a0d6-84d09ce61264 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740188483033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848376946'] for segment, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:06.093919 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-caec9558-dd8b-4d29-a0d6-84d09ce61264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2559'] for segment, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:06.100666 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caec9558-dd8b-4d29-a0d6-84d09ce61264 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=85338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 12:06:06.286056 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-caec9558-dd8b-4d29-a0d6-84d09ce61264 admin admin] Network 0a0e60a1-8cf7-4234-b709-4865575bfb7f has no segments {{(pid=85338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:06:06.295558 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-caec9558-dd8b-4d29-a0d6-84d09ce61264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854773273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1351944'] for segment, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:06.320472 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-a8ae4d22-f7b9-42ca-bdbf-b72b5f5b5281 None None] Deleting port f226e5ae-5743-44c6-bdf2-224c2e973c13 {{(pid=85339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:06:06.320906 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a8ae4d22-f7b9-42ca-bdbf-b72b5f5b5281 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:06.397253 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-a8ae4d22-f7b9-42ca-bdbf-b72b5f5b5281 None None] The port 'f226e5ae-5743-44c6-bdf2-224c2e973c13' was deleted {{(pid=85339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 12:06:06.433514 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:06.479750 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-caec9558-dd8b-4d29-a0d6-84d09ce61264 admin admin] Network 0a0e60a1-8cf7-4234-b709-4865575bfb7f has no segments {{(pid=85338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:06:06.503022 dv-cinder-689486-10-iscsi neutron-server[85224]: Traceback (most recent call last): Apr 16 12:06:06.503022 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 12:06:06.503022 dv-cinder-689486-10-iscsi neutron-server[85224]: timer() Apr 16 12:06:06.503022 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 12:06:06.503022 dv-cinder-689486-10-iscsi neutron-server[85224]: cb(*args, **kw) Apr 16 12:06:06.503022 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 12:06:06.503022 dv-cinder-689486-10-iscsi neutron-server[85224]: return func(*args, **kwargs) Apr 16 12:06:06.503022 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 12:06:06.503022 dv-cinder-689486-10-iscsi neutron-server[85224]: self._notify() Apr 16 12:06:06.503022 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 12:06:06.503022 dv-cinder-689486-10-iscsi neutron-server[85224]: self.callback(batched_events) Apr 16 12:06:06.503022 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 12:06:06.503022 dv-cinder-689486-10-iscsi neutron-server[85224]: event.method(event) Apr 16 12:06:06.503022 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 12:06:06.503022 dv-cinder-689486-10-iscsi neutron-server[85224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 12:06:06.503022 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 12:06:06.503022 dv-cinder-689486-10-iscsi neutron-server[85224]: segment_id)['aggregates'][0] Apr 16 12:06:06.503022 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 12:06:06.503022 dv-cinder-689486-10-iscsi neutron-server[85224]: return f(self, *a, **k) Apr 16 12:06:06.503022 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 12:06:06.503022 dv-cinder-689486-10-iscsi neutron-server[85224]: return self._get(url).json() Apr 16 12:06:06.503022 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 12:06:06.503022 dv-cinder-689486-10-iscsi neutron-server[85224]: **kwargs) Apr 16 12:06:06.503022 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 12:06:06.503022 dv-cinder-689486-10-iscsi neutron-server[85224]: return self.request(url, 'GET', **kwargs) Apr 16 12:06:06.503022 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 12:06:06.503022 dv-cinder-689486-10-iscsi neutron-server[85224]: **endpoint_filter) Apr 16 12:06:06.503022 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 12:06:06.503022 dv-cinder-689486-10-iscsi neutron-server[85224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 12:06:06.503022 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 12:06:06.503022 dv-cinder-689486-10-iscsi neutron-server[85224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 12:06:06.503022 dv-cinder-689486-10-iscsi neutron-server[85224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 12:06:06.581562 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-caec9558-dd8b-4d29-a0d6-84d09ce61264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854338799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852691194'] for network, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:06.586338 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:06.603052 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-caec9558-dd8b-4d29-a0d6-84d09ce61264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for network, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:06.615989 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec9558-dd8b-4d29-a0d6-84d09ce61264 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a0e60a1-8cf7-4234-b709-4865575bfb7f,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:06.622399 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-caec9558-dd8b-4d29-a0d6-84d09ce61264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:06.625560 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-caec9558-dd8b-4d29-a0d6-84d09ce61264 admin admin] 10.222.0.71 "DELETE /v2.0/networks/0a0e60a1-8cf7-4234-b709-4865575bfb7f HTTP/1.1" status: 204 len: 168 time: 1.6493850 Apr 16 12:06:06.628656 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 60054) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:07.461875 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ecede603-1976-493b-8ee3-6de22752de89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083577'] for router_interface, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:07.645311 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:07.836811 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-ecede603-1976-493b-8ee3-6de22752de89 admin admin] Deleting port 71831405-a5d5-44d2-8343-4acc3c6561cf {{(pid=85338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:06:07.837189 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ecede603-1976-493b-8ee3-6de22752de89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:08.020187 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-ecede603-1976-493b-8ee3-6de22752de89 admin admin] For port 71831405-a5d5-44d2-8343-4acc3c6561cf, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=71831405-a5d5-44d2-8343-4acc3c6561cf,segment=NetworkSegment(8b73b2f9-bb89-4954-ad88-65ab701825ae),segment_id=8b73b2f9-bb89-4954-ad88-65ab701825ae)] {{(pid=85338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:06:08.020622 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ecede603-1976-493b-8ee3-6de22752de89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:08.152845 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-ecede603-1976-493b-8ee3-6de22752de89 admin admin] Calling delete_port for 71831405-a5d5-44d2-8343-4acc3c6561cf owned by network:router_interface {{(pid=85338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:06:08.334578 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ecede603-1976-493b-8ee3-6de22752de89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1351932'] for port, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:08.349551 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-50446359-cbad-4013-a2b3-7bbb11879f31 tempest-TestShelveInstance-1210038569 tempest-TestShelveInstance-1210038569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:08.441285 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecede603-1976-493b-8ee3-6de22752de89 admin admin] Pushing event deleted for resources: {'Port': ['ID=71831405-a5d5-44d2-8343-4acc3c6561cf,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:08.449387 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-ecede603-1976-493b-8ee3-6de22752de89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:08.806551 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ecede603-1976-493b-8ee3-6de22752de89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853098054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084690'] for router_interface, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:09.307925 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecede603-1976-493b-8ee3-6de22752de89 admin admin] Router 23e4592a-ad10-46d9-8e3b-71945d1bf7a4 has already been hosted by L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 {{(pid=85338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:06:09.496196 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecede603-1976-493b-8ee3-6de22752de89 admin admin] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:06:09.505841 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-ecede603-1976-493b-8ee3-6de22752de89 admin admin] 10.222.0.71 "PUT /v2.0/routers/23e4592a-ad10-46d9-8e3b-71945d1bf7a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8755808 Apr 16 12:06:09.506278 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178903dd-14ff-4b8c-99dc-040fdba2810d None None] Sync routers for ids ['23e4592a-ad10-46d9-8e3b-71945d1bf7a4'] in dv-cinder-689486-10-iscsi {{(pid=85340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:06:09.508655 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 60058) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:09.515871 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178903dd-14ff-4b8c-99dc-040fdba2810d None None] Routers {'23e4592a-ad10-46d9-8e3b-71945d1bf7a4'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:06:09.516566 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-178903dd-14ff-4b8c-99dc-040fdba2810d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:06:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['23e4592a-ad10-46d9-8e3b-71945d1bf7a4'], 'active': True} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:09.699487 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6db724f2-17f2-44c8-a235-f3c758518c9a admin admin] Notify callbacks [] for router, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:09.713322 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-178903dd-14ff-4b8c-99dc-040fdba2810d None None] Set router 23e4592a-ad10-46d9-8e3b-71945d1bf7a4 gateway port host: dv-cinder-689486-10-iscsi {{(pid=85340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:06:10.035897 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-178903dd-14ff-4b8c-99dc-040fdba2810d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e4592a-ad10-46d9-8e3b-71945d1bf7a4', 'name': 'tempest-TestMinimumBasicScenario-1509416251-router', 'tenant_id': '4ffc93886e074b63aa8b6a11d39779b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '16c59360-875c-4006-b5e8-deeef303499d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:27Z', 'updated_at': '2021-04-16T12:06:08Z', 'revision_number': 5, 'project_id': '4ffc93886e074b63aa8b6a11d39779b9', 'gw_port': {'id': '16c59360-875c-4006-b5e8-deeef303499d', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:00:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e4592a-ad10-46d9-8e3b-71945d1bf7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:28Z', 'updated_at': '2021-04-16T12:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi'}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:10.040993 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178903dd-14ff-4b8c-99dc-040fdba2810d None None] Checking router: 23e4592a-ad10-46d9-8e3b-71945d1bf7a4 for host: dv-cinder-689486-10-iscsi {{(pid=85340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:06:10.050414 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178903dd-14ff-4b8c-99dc-040fdba2810d None None] Routers {'23e4592a-ad10-46d9-8e3b-71945d1bf7a4'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:06:10.051084 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-178903dd-14ff-4b8c-99dc-040fdba2810d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:06:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['23e4592a-ad10-46d9-8e3b-71945d1bf7a4'], 'active': True} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:10.150586 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6db724f2-17f2-44c8-a235-f3c758518c9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:10.159054 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-6db724f2-17f2-44c8-a235-f3c758518c9a admin admin] Deleting port 16c59360-875c-4006-b5e8-deeef303499d {{(pid=85338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:06:10.159421 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6db724f2-17f2-44c8-a235-f3c758518c9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:10.244846 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-178903dd-14ff-4b8c-99dc-040fdba2810d None None] Set router 23e4592a-ad10-46d9-8e3b-71945d1bf7a4 gateway port host: dv-cinder-689486-10-iscsi {{(pid=85340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:06:10.353447 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-6db724f2-17f2-44c8-a235-f3c758518c9a admin admin] For port 16c59360-875c-4006-b5e8-deeef303499d, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=16c59360-875c-4006-b5e8-deeef303499d,segment=NetworkSegment(fbc7dd2f-3e5c-4067-bc2d-84cf54659228),segment_id=fbc7dd2f-3e5c-4067-bc2d-84cf54659228)] {{(pid=85338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:06:10.353791 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6db724f2-17f2-44c8-a235-f3c758518c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:10.496955 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-6db724f2-17f2-44c8-a235-f3c758518c9a admin admin] Calling delete_port for 16c59360-875c-4006-b5e8-deeef303499d owned by network:router_gateway {{(pid=85338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:06:10.551952 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-178903dd-14ff-4b8c-99dc-040fdba2810d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e4592a-ad10-46d9-8e3b-71945d1bf7a4', 'name': 'tempest-TestMinimumBasicScenario-1509416251-router', 'tenant_id': '4ffc93886e074b63aa8b6a11d39779b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '16c59360-875c-4006-b5e8-deeef303499d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:27Z', 'updated_at': '2021-04-16T12:06:08Z', 'revision_number': 5, 'project_id': '4ffc93886e074b63aa8b6a11d39779b9', 'gw_port': {'id': '16c59360-875c-4006-b5e8-deeef303499d', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:00:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e4592a-ad10-46d9-8e3b-71945d1bf7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:28Z', 'updated_at': '2021-04-16T12:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi'}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:10.556582 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178903dd-14ff-4b8c-99dc-040fdba2810d None None] The sync data for ids ['23e4592a-ad10-46d9-8e3b-71945d1bf7a4'] in dv-cinder-689486-10-iscsi is: [{'id': '23e4592a-ad10-46d9-8e3b-71945d1bf7a4', 'name': 'tempest-TestMinimumBasicScenario-1509416251-router', 'tenant_id': '4ffc93886e074b63aa8b6a11d39779b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '16c59360-875c-4006-b5e8-deeef303499d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:27Z', 'updated_at': '2021-04-16T12:06:08Z', 'revision_number': 5, 'project_id': '4ffc93886e074b63aa8b6a11d39779b9', 'gw_port': {'id': '16c59360-875c-4006-b5e8-deeef303499d', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:00:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e4592a-ad10-46d9-8e3b-71945d1bf7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:28Z', 'updated_at': '2021-04-16T12:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi'}] {{(pid=85340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:06:10.681558 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6db724f2-17f2-44c8-a235-f3c758518c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1351932'] for port, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:10.697970 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-3f436aeb-7626-41af-b946-f2be91bb6c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:10.795419 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db724f2-17f2-44c8-a235-f3c758518c9a admin admin] Pushing event deleted for resources: {'Port': ['ID=16c59360-875c-4006-b5e8-deeef303499d,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:10.799417 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-6db724f2-17f2-44c8-a235-f3c758518c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:10.963835 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6db724f2-17f2-44c8-a235-f3c758518c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084840'] for router_gateway, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:11.152021 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6db724f2-17f2-44c8-a235-f3c758518c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2082130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5121'] for router, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:11.154454 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6db724f2-17f2-44c8-a235-f3c758518c9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:11.183629 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6db724f2-17f2-44c8-a235-f3c758518c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852688958'] for router, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:11.184178 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db724f2-17f2-44c8-a235-f3c758518c9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23e4592a-ad10-46d9-8e3b-71945d1bf7a4 {{(pid=85338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 12:06:11.197949 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6db724f2-17f2-44c8-a235-f3c758518c9a admin admin] Notify callbacks [] for router, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:11.199214 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-6db724f2-17f2-44c8-a235-f3c758518c9a admin admin] 10.222.0.71 "DELETE /v2.0/routers/23e4592a-ad10-46d9-8e3b-71945d1bf7a4 HTTP/1.1" status: 204 len: 168 time: 1.6895838 Apr 16 12:06:11.201959 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 60062) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:11.270439 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_v2 [None req-096ffcb2-e107-40b1-a472-6bef07da358f admin admin] Deleting subnet c7230a14-7ca9-4627-b77e-57fd657fb301 {{(pid=85338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 12:06:11.274458 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-096ffcb2-e107-40b1-a472-6bef07da358f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:11.332239 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-096ffcb2-e107-40b1-a472-6bef07da358f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6398902'] for subnet, precommit_delete_associations {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:11.420422 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-096ffcb2-e107-40b1-a472-6bef07da358f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770791'] for subnet, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:11.667941 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 71831405-a5d5-44d2-8343-4acc3c6561cf no longer exists at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:06:11.699741 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-096ffcb2-e107-40b1-a472-6bef07da358f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853423959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848236330'] for subnet, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:11.705680 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] No Port match for: 71831405-a5d5-44d2-8343-4acc3c6561cf {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:06:11.706116 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 71831405-a5d5-44d2-8343-4acc3c6561cf not bound to the agent host dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:06:11.706588 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 16c59360-875c-4006-b5e8-deeef303499d no longer exists at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:06:11.717290 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-1cba7fb2-9db0-4f55-84d5-88044309d009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:11.745564 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] No Port match for: 16c59360-875c-4006-b5e8-deeef303499d {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:06:11.745960 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 16c59360-875c-4006-b5e8-deeef303499d not bound to the agent host dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:06:11.803255 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ffcb2-e107-40b1-a472-6bef07da358f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7230a14-7ca9-4627-b77e-57fd657fb301,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:11.818200 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-096ffcb2-e107-40b1-a472-6bef07da358f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:11.855252 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-096ffcb2-e107-40b1-a472-6bef07da358f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for subnet, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:11.860826 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcbcc94-6a91-40c8-b1d0-b8791bebf935 None None] Network 00a924b5-b04d-483b-a391-012e9c265591 requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:06:11.861255 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-096ffcb2-e107-40b1-a472-6bef07da358f admin admin] 10.222.0.71 "DELETE /v2.0/subnets/c7230a14-7ca9-4627-b77e-57fd657fb301 HTTP/1.1" status: 204 len: 168 time: 0.6582148 Apr 16 12:06:11.863769 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 60066) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:11.981728 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5920347d-4152-4f06-a36a-af0d4dfa1aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-34362'] for network, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:12.055266 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-5920347d-4152-4f06-a36a-af0d4dfa1aa9 admin admin] Deleting port 0f8fab47-85f9-4b92-8c9c-03e0bbdde697 {{(pid=85338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:06:12.055644 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5920347d-4152-4f06-a36a-af0d4dfa1aa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:12.121351 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae792859-c590-492b-90d5-4d5a139edae2 None None] DHCP port deletion for 00a924b5-b04d-483b-a391-012e9c265591 request from dv-cinder-689486-10-iscsi {{(pid=85339) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 12:06:12.125890 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-ae792859-c590-492b-90d5-4d5a139edae2 None None] Deleting port 0f8fab47-85f9-4b92-8c9c-03e0bbdde697 {{(pid=85339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:06:12.126311 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ae792859-c590-492b-90d5-4d5a139edae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:12.284212 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-5920347d-4152-4f06-a36a-af0d4dfa1aa9 admin admin] For port 0f8fab47-85f9-4b92-8c9c-03e0bbdde697, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=0f8fab47-85f9-4b92-8c9c-03e0bbdde697,segment=NetworkSegment(8b73b2f9-bb89-4954-ad88-65ab701825ae),segment_id=8b73b2f9-bb89-4954-ad88-65ab701825ae)] {{(pid=85338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:06:12.284905 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5920347d-4152-4f06-a36a-af0d4dfa1aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:12.354106 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-ae792859-c590-492b-90d5-4d5a139edae2 None None] For port 0f8fab47-85f9-4b92-8c9c-03e0bbdde697, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=0f8fab47-85f9-4b92-8c9c-03e0bbdde697,segment=NetworkSegment(8b73b2f9-bb89-4954-ad88-65ab701825ae),segment_id=8b73b2f9-bb89-4954-ad88-65ab701825ae)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:06:12.354472 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ae792859-c590-492b-90d5-4d5a139edae2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:12.425435 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-5920347d-4152-4f06-a36a-af0d4dfa1aa9 admin admin] Calling delete_port for 0f8fab47-85f9-4b92-8c9c-03e0bbdde697 owned by network:dhcp {{(pid=85338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:06:12.491484 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-ae792859-c590-492b-90d5-4d5a139edae2 None None] Calling delete_port for 0f8fab47-85f9-4b92-8c9c-03e0bbdde697 owned by network:dhcp {{(pid=85339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:06:12.508513 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5920347d-4152-4f06-a36a-af0d4dfa1aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1351932'] for port, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:12.524698 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-caec9558-dd8b-4d29-a0d6-84d09ce61264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:12.568804 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.db.api [None req-ae792859-c590-492b-90d5-4d5a139edae2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85339) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 12:06:12.569130 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_db.api [None req-ae792859-c590-492b-90d5-4d5a139edae2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 12:06:12.619166 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5920347d-4152-4f06-a36a-af0d4dfa1aa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f8fab47-85f9-4b92-8c9c-03e0bbdde697,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:12.634663 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-5920347d-4152-4f06-a36a-af0d4dfa1aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:12.672801 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5920347d-4152-4f06-a36a-af0d4dfa1aa9 admin admin] No DVR routers for this DVR port 0f8fab47-85f9-4b92-8c9c-03e0bbdde697 on host dv-cinder-689486-10-iscsi {{(pid=85338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:06:12.798386 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5920347d-4152-4f06-a36a-af0d4dfa1aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-437016', 'neutron.services.segments.db._delete_segments_for_network-8740188510920'] for network, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:12.916113 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-5920347d-4152-4f06-a36a-af0d4dfa1aa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a924b5-b04d-483b-a391-012e9c265591']}} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:12.929450 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-5920347d-4152-4f06-a36a-af0d4dfa1aa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b73b2f9-bb89-4954-ad88-65ab701825ae') {'for_net_delete': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:12.929785 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-5920347d-4152-4f06-a36a-af0d4dfa1aa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b73b2f9-bb89-4954-ad88-65ab701825ae') {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:12.941578 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5920347d-4152-4f06-a36a-af0d4dfa1aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740188483033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848376946'] for segment, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:12.957221 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5920347d-4152-4f06-a36a-af0d4dfa1aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2559'] for segment, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:12.963622 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5920347d-4152-4f06-a36a-af0d4dfa1aa9 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=85338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 12:06:13.070793 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-ae792859-c590-492b-90d5-4d5a139edae2 None None] Deleting port 0f8fab47-85f9-4b92-8c9c-03e0bbdde697 {{(pid=85339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:06:13.071222 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ae792859-c590-492b-90d5-4d5a139edae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:13.142621 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-5920347d-4152-4f06-a36a-af0d4dfa1aa9 admin admin] Network 00a924b5-b04d-483b-a391-012e9c265591 has no segments {{(pid=85338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:06:13.145154 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-ae792859-c590-492b-90d5-4d5a139edae2 None None] The port '0f8fab47-85f9-4b92-8c9c-03e0bbdde697' was deleted {{(pid=85339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 12:06:13.153332 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5920347d-4152-4f06-a36a-af0d4dfa1aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854773273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1351944'] for segment, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:13.330129 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-5920347d-4152-4f06-a36a-af0d4dfa1aa9 admin admin] Network 00a924b5-b04d-483b-a391-012e9c265591 has no segments {{(pid=85338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:06:13.357649 dv-cinder-689486-10-iscsi neutron-server[85224]: Traceback (most recent call last): Apr 16 12:06:13.357649 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 12:06:13.357649 dv-cinder-689486-10-iscsi neutron-server[85224]: timer() Apr 16 12:06:13.357649 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 12:06:13.357649 dv-cinder-689486-10-iscsi neutron-server[85224]: cb(*args, **kw) Apr 16 12:06:13.357649 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 12:06:13.357649 dv-cinder-689486-10-iscsi neutron-server[85224]: return func(*args, **kwargs) Apr 16 12:06:13.357649 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 12:06:13.357649 dv-cinder-689486-10-iscsi neutron-server[85224]: self._notify() Apr 16 12:06:13.357649 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 12:06:13.357649 dv-cinder-689486-10-iscsi neutron-server[85224]: self.callback(batched_events) Apr 16 12:06:13.357649 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 12:06:13.357649 dv-cinder-689486-10-iscsi neutron-server[85224]: event.method(event) Apr 16 12:06:13.357649 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 12:06:13.357649 dv-cinder-689486-10-iscsi neutron-server[85224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 12:06:13.357649 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 12:06:13.357649 dv-cinder-689486-10-iscsi neutron-server[85224]: segment_id)['aggregates'][0] Apr 16 12:06:13.357649 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 12:06:13.357649 dv-cinder-689486-10-iscsi neutron-server[85224]: return f(self, *a, **k) Apr 16 12:06:13.357649 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 12:06:13.357649 dv-cinder-689486-10-iscsi neutron-server[85224]: return self._get(url).json() Apr 16 12:06:13.357649 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 12:06:13.357649 dv-cinder-689486-10-iscsi neutron-server[85224]: **kwargs) Apr 16 12:06:13.357649 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 12:06:13.357649 dv-cinder-689486-10-iscsi neutron-server[85224]: return self.request(url, 'GET', **kwargs) Apr 16 12:06:13.357649 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 12:06:13.357649 dv-cinder-689486-10-iscsi neutron-server[85224]: **endpoint_filter) Apr 16 12:06:13.357649 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 12:06:13.357649 dv-cinder-689486-10-iscsi neutron-server[85224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 12:06:13.357649 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 12:06:13.357649 dv-cinder-689486-10-iscsi neutron-server[85224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 12:06:13.357649 dv-cinder-689486-10-iscsi neutron-server[85224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 12:06:13.442154 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5920347d-4152-4f06-a36a-af0d4dfa1aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854338799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852691194'] for network, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:13.446205 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-44d89d52-3c34-448f-ad55-2309d6743296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:13.461799 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5920347d-4152-4f06-a36a-af0d4dfa1aa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for network, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:13.473648 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5920347d-4152-4f06-a36a-af0d4dfa1aa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=00a924b5-b04d-483b-a391-012e9c265591,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:13.477454 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-5920347d-4152-4f06-a36a-af0d4dfa1aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:13.479446 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-5920347d-4152-4f06-a36a-af0d4dfa1aa9 admin admin] 10.222.0.71 "DELETE /v2.0/networks/00a924b5-b04d-483b-a391-012e9c265591 HTTP/1.1" status: 204 len: 168 time: 1.6146269 Apr 16 12:06:13.660083 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 0f8fab47-85f9-4b92-8c9c-03e0bbdde697 no longer exists at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:06:13.671950 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 60072) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:13.698708 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] No Port match for: 0f8fab47-85f9-4b92-8c9c-03e0bbdde697 {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:06:13.699128 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 0f8fab47-85f9-4b92-8c9c-03e0bbdde697 not bound to the agent host dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:06:13.737542 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-188b1968-9555-4766-b4d2-4ff0b351c2d1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0e71bb3ec7e446d1ad375bb511602e80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0640805 Apr 16 12:06:13.740683 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 60076) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:13.804902 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-de3e8c9b-8054-4e93-9c2a-fa87dcbf4a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:13.819528 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:13.835742 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-de3e8c9b-8054-4e93-9c2a-fa87dcbf4a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:13.884942 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-de3e8c9b-8054-4e93-9c2a-fa87dcbf4a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:13.892864 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-709b8f26-bbc3-4583-b5b9-13921981b342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:13.907993 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e8c9b-8054-4e93-9c2a-fa87dcbf4a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c725c6e3-13fe-4741-889c-10bc1874fa05,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:13.912218 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-de3e8c9b-8054-4e93-9c2a-fa87dcbf4a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:13.919563 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-de3e8c9b-8054-4e93-9c2a-fa87dcbf4a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:13.920813 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-de3e8c9b-8054-4e93-9c2a-fa87dcbf4a16 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c725c6e3-13fe-4741-889c-10bc1874fa05 HTTP/1.1" status: 204 len: 168 time: 0.1791646 Apr 16 12:06:14.282208 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 60084) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:14.334244 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-fc70d030-25c7-4e78-ba54-4867fb2797a5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4ffc93886e074b63aa8b6a11d39779b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505357 Apr 16 12:06:14.337063 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 60088) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:14.403930 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2c60c0ac-6548-4864-9669-fbcc4d128478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:14.431526 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2c60c0ac-6548-4864-9669-fbcc4d128478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:14.477923 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2c60c0ac-6548-4864-9669-fbcc4d128478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:14.481979 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-de3e8c9b-8054-4e93-9c2a-fa87dcbf4a16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:14.495204 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c60c0ac-6548-4864-9669-fbcc4d128478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f69b186-6dc3-4ab5-aff5-4999714ba759,revision_number=None']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:14.500184 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-2c60c0ac-6548-4864-9669-fbcc4d128478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:14.502097 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-2c60c0ac-6548-4864-9669-fbcc4d128478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:14.503317 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-2c60c0ac-6548-4864-9669-fbcc4d128478 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4f69b186-6dc3-4ab5-aff5-4999714ba759 HTTP/1.1" status: 204 len: 168 time: 0.1653004 Apr 16 12:06:15.269586 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 60112) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:15.382856 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-e94e1566-dcc0-4d50-8261-948e7717c4d4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1769461691-network', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:06:15.388745 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-e94e1566-dcc0-4d50-8261-948e7717c4d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:15.392873 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-e94e1566-dcc0-4d50-8261-948e7717c4d4 admin admin] Usage tracker for resource:network and tenant:935c1a71cc0d4f90b79485c3b58a7fb2 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:15.395932 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-e94e1566-dcc0-4d50-8261-948e7717c4d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:15.402905 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-e94e1566-dcc0-4d50-8261-948e7717c4d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:15.412492 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94e1566-dcc0-4d50-8261-948e7717c4d4 admin admin] Made reservation on behalf of 935c1a71cc0d4f90b79485c3b58a7fb2 for: {'network': 1} {{(pid=85337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:06:15.417543 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e94e1566-dcc0-4d50-8261-948e7717c4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for network, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:15.430875 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e94e1566-dcc0-4d50-8261-948e7717c4d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:15.445865 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-e94e1566-dcc0-4d50-8261-948e7717c4d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:15.449862 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-e94e1566-dcc0-4d50-8261-948e7717c4d4 admin admin] Usage tracker for resource:security_group_rule and tenant:935c1a71cc0d4f90b79485c3b58a7fb2 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:15.452839 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-e94e1566-dcc0-4d50-8261-948e7717c4d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:15.459285 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-e94e1566-dcc0-4d50-8261-948e7717c4d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:15.546889 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e94e1566-dcc0-4d50-8261-948e7717c4d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:15.549727 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e94e1566-dcc0-4d50-8261-948e7717c4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:15.553468 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b56920c4-e0d7-4c50-a4c6-8632a5df6bf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:15.585785 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e94e1566-dcc0-4d50-8261-948e7717c4d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=85337) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 12:06:15.591399 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e1566-dcc0-4d50-8261-948e7717c4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58da334-d551-406a-b213-527b2fc2f24f,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:15.595564 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e94e1566-dcc0-4d50-8261-948e7717c4d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:15.600041 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e94e1566-dcc0-4d50-8261-948e7717c4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2559'] for segment, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:15.600041 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.segments_db [None req-e94e1566-dcc0-4d50-8261-948e7717c4d4 admin admin] Added segment 01bff58f-d881-4acc-a4c2-0648090cedff of type vlan for network 1fdc3039-aecf-4cbc-bd08-b574a7d3427d Apr 16 12:06:15.627425 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e94e1566-dcc0-4d50-8261-948e7717c4d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740187980010'] for network, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:15.657292 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e94e1566-dcc0-4d50-8261-948e7717c4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747'] for network, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:15.658678 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94e1566-dcc0-4d50-8261-948e7717c4d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:15.659321 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e94e1566-dcc0-4d50-8261-948e7717c4d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for network, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:15.665130 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:15.771873 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-e94e1566-dcc0-4d50-8261-948e7717c4d4 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5010893 Apr 16 12:06:15.774984 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 60118) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:15.775166 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e1566-dcc0-4d50-8261-948e7717c4d4 admin admin] Pushing event updated for resources: {'Network': ['ID=1fdc3039-aecf-4cbc-bd08-b574a7d3427d,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:15.778572 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e94e1566-dcc0-4d50-8261-948e7717c4d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:15.781434 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-fbd6411b-cdda-4dbf-b28a-4a3c971de025 admin admin] Request body: {'subnet': {'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1769461691-subnet', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'ip_version': 4}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:06:15.785391 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Network 1fdc3039-aecf-4cbc-bd08-b574a7d3427d details requested by agent ovs-agent-dv-cinder-689486-10-iscsi with host dv-cinder-689486-10-iscsi {{(pid=85339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 12:06:15.787452 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-fbd6411b-cdda-4dbf-b28a-4a3c971de025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:15.791960 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-fbd6411b-cdda-4dbf-b28a-4a3c971de025 admin admin] Usage tracker for resource:subnet and tenant:935c1a71cc0d4f90b79485c3b58a7fb2 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:15.795028 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-fbd6411b-cdda-4dbf-b28a-4a3c971de025 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:15.801217 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-fbd6411b-cdda-4dbf-b28a-4a3c971de025 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:15.811805 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd6411b-cdda-4dbf-b28a-4a3c971de025 admin admin] Made reservation on behalf of 935c1a71cc0d4f90b79485c3b58a7fb2 for: {'subnet': 1} {{(pid=85338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:06:15.817081 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fbd6411b-cdda-4dbf-b28a-4a3c971de025 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6539516'] for subnet, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:16.474561 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fbd6411b-cdda-4dbf-b28a-4a3c971de025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1351826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6539471'] for subnet, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:16.489659 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-2617e26f-40f3-47d6-8d4b-a69c24c8b058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:16.611330 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6411b-cdda-4dbf-b28a-4a3c971de025 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffa931c9-7651-4d73-8e5b-526e732d97b8,revision_number=0']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:16.624826 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-fbd6411b-cdda-4dbf-b28a-4a3c971de025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:16.686708 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd6411b-cdda-4dbf-b28a-4a3c971de025 admin admin] Checking segment: {'id': '01bff58f-d881-4acc-a4c2-0648090cedff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:06:16.687100 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd6411b-cdda-4dbf-b28a-4a3c971de025 admin admin] Network hostable DHCP agents. Network: 1fdc3039-aecf-4cbc-bd08-b574a7d3427d, hostable agents: ['ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6'], hosted agents: [] {{(pid=85338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 12:06:16.706303 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd6411b-cdda-4dbf-b28a-4a3c971de025 admin admin] Network 1fdc3039-aecf-4cbc-bd08-b574a7d3427d is scheduled to be hosted by DHCP agent ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6 with binding_index 1 {{(pid=85338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 12:06:16.714615 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-fbd6411b-cdda-4dbf-b28a-4a3c971de025 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-10-iscsi, 1fdc3039-aecf-4cbc-bd08-b574a7d3427d) {{(pid=85338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:06:16.727460 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd6411b-cdda-4dbf-b28a-4a3c971de025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:16.727633 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c414e05-52b5-46eb-a97f-5b9fb3757381 None None] Network 1fdc3039-aecf-4cbc-bd08-b574a7d3427d requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:06:16.728037 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fbd6411b-cdda-4dbf-b28a-4a3c971de025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for subnet, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:16.748193 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-fbd6411b-cdda-4dbf-b28a-4a3c971de025 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9720304 Apr 16 12:06:16.751432 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 60122) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:16.758033 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-31dc1458-cd72-4278-b720-4b3c0796b71b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1769461691-router', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'}}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:06:16.763184 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-31dc1458-cd72-4278-b720-4b3c0796b71b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:16.767207 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-31dc1458-cd72-4278-b720-4b3c0796b71b admin admin] Usage tracker for resource:router and tenant:935c1a71cc0d4f90b79485c3b58a7fb2 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:16.770210 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-31dc1458-cd72-4278-b720-4b3c0796b71b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:16.776306 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-31dc1458-cd72-4278-b720-4b3c0796b71b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:16.785964 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-31dc1458-cd72-4278-b720-4b3c0796b71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2082079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5170'] for router, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:16.787005 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-31dc1458-cd72-4278-b720-4b3c0796b71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852693566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852691044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852684026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770630'] for router, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:16.801650 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-31dc1458-cd72-4278-b720-4b3c0796b71b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:16.961745 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae98465-d29c-4e0e-8d3a-943df63cc208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ecb271d-b0fa-5b25-a558-314f548095fa-1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'fixed_ips': [{'subnet_id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8'}]}} from dv-cinder-689486-10-iscsi. {{(pid=85339) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 12:06:16.962667 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-cae98465-d29c-4e0e-8d3a-943df63cc208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:17.090641 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-31dc1458-cd72-4278-b720-4b3c0796b71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852691027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2082092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770679'] for router, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:17.128673 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [None req-cae98465-d29c-4e0e-8d3a-943df63cc208 None None] Allocated IP 172.20.0.2 (1fdc3039-aecf-4cbc-bd08-b574a7d3427d/ffa931c9-7651-4d73-8e5b-526e732d97b8/4329fa15-16f0-43a8-873f-41d4a6103b06) {{(pid=85339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:06:17.349718 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-cae98465-d29c-4e0e-8d3a-943df63cc208 None None] Notify callbacks [] for port, precommit_create {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:17.361390 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-cae98465-d29c-4e0e-8d3a-943df63cc208 None None] Transition to ACTIVE for port object 4329fa15-16f0-43a8-873f-41d4a6103b06 will not be triggered until provisioned by entity L2. {{(pid=85339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:06:17.380999 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-cae98465-d29c-4e0e-8d3a-943df63cc208 None None] Transition to ACTIVE for port object 4329fa15-16f0-43a8-873f-41d4a6103b06 will not be triggered until provisioned by entity DHCP. {{(pid=85339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:06:17.385447 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-cae98465-d29c-4e0e-8d3a-943df63cc208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162'] for port, after_create {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:17.401086 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:17.421217 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-31dc1458-cd72-4278-b720-4b3c0796b71b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:17.452818 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-31dc1458-cd72-4278-b720-4b3c0796b71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:17.535614 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae98465-d29c-4e0e-8d3a-943df63cc208 None None] Pushing event updated for resources: {'Port': ['ID=4329fa15-16f0-43a8-873f-41d4a6103b06,revision_number=1']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:17.557831 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae98465-d29c-4e0e-8d3a-943df63cc208 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:17.558218 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae98465-d29c-4e0e-8d3a-943df63cc208 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:17.558600 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae98465-d29c-4e0e-8d3a-943df63cc208 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:17.558977 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae98465-d29c-4e0e-8d3a-943df63cc208 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:17.559347 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae98465-d29c-4e0e-8d3a-943df63cc208 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:17.559717 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae98465-d29c-4e0e-8d3a-943df63cc208 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:17.560084 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae98465-d29c-4e0e-8d3a-943df63cc208 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:17.560499 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae98465-d29c-4e0e-8d3a-943df63cc208 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:17.560869 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae98465-d29c-4e0e-8d3a-943df63cc208 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:17.561233 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae98465-d29c-4e0e-8d3a-943df63cc208 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:17.561594 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae98465-d29c-4e0e-8d3a-943df63cc208 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:17.561957 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae98465-d29c-4e0e-8d3a-943df63cc208 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:17.567100 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-cae98465-d29c-4e0e-8d3a-943df63cc208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:17.600006 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [None req-31dc1458-cd72-4278-b720-4b3c0796b71b admin admin] Allocated IP 172.27.1.133 (42de8c2d-cd05-4680-9fb4-4f0e504e941e/337501b3-dbb5-4b21-86cd-6f03e94fa6eb/eacbd58f-92e0-4f7b-bf19-4129f15c1853) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:06:17.605744 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae98465-d29c-4e0e-8d3a-943df63cc208 None None] Network 1fdc3039-aecf-4cbc-bd08-b574a7d3427d is already hosted by enough agents. {{(pid=85339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:06:17.606933 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-cae98465-d29c-4e0e-8d3a-943df63cc208 None None] Resources bound (agent type, host, resource id): {{(pid=85339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:06:17.609507 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae98465-d29c-4e0e-8d3a-943df63cc208 None None] Received port after_create {{(pid=85339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:06:17.767981 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-31dc1458-cd72-4278-b720-4b3c0796b71b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:17.800957 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-31dc1458-cd72-4278-b720-4b3c0796b71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:17.814886 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-23f3aa47-945f-48e4-98fa-e127ea50ae2e tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:17.886031 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-cae98465-d29c-4e0e-8d3a-943df63cc208 None None] Attempting to bind port 4329fa15-16f0-43a8-873f-41d4a6103b06 on host dv-cinder-689486-10-iscsi for vnic_type normal with profile {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:06:17.886322 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-cae98465-d29c-4e0e-8d3a-943df63cc208 None None] Attempting to bind port 4329fa15-16f0-43a8-873f-41d4a6103b06 by drivers openvswitch,hyperv on host dv-cinder-689486-10-iscsi at level 0 using segments [{'id': '01bff58f-d881-4acc-a4c2-0648090cedff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d'}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:06:17.886723 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae98465-d29c-4e0e-8d3a-943df63cc208 None None] Attempting to bind port 4329fa15-16f0-43a8-873f-41d4a6103b06 on network 1fdc3039-aecf-4cbc-bd08-b574a7d3427d {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:06:17.892577 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae98465-d29c-4e0e-8d3a-943df63cc208 None None] Checking agent: {'id': '0d7cbe5e-bfbb-464b-b5de-cb3320bd5996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 41, 6), 'started_at': datetime.datetime(2021, 4, 16, 11, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:06:17.892989 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae98465-d29c-4e0e-8d3a-943df63cc208 None None] Checking segment: {'id': '01bff58f-d881-4acc-a4c2-0648090cedff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:06:17.893425 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-cae98465-d29c-4e0e-8d3a-943df63cc208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:17.893857 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae98465-d29c-4e0e-8d3a-943df63cc208 None None] Bound using segment: {'id': '01bff58f-d881-4acc-a4c2-0648090cedff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d'} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:06:17.894356 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-cae98465-d29c-4e0e-8d3a-943df63cc208 None None] Bound port: 4329fa15-16f0-43a8-873f-41d4a6103b06, host: dv-cinder-689486-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bff58f-d881-4acc-a4c2-0648090cedff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d'}}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:06:17.894771 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-cae98465-d29c-4e0e-8d3a-943df63cc208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:17.953271 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dc1458-cd72-4278-b720-4b3c0796b71b admin admin] Pushing event updated for resources: {'Port': ['ID=eacbd58f-92e0-4f7b-bf19-4129f15c1853,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:17.957463 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-31dc1458-cd72-4278-b720-4b3c0796b71b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:17.988723 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-cae98465-d29c-4e0e-8d3a-943df63cc208 None None] For port 4329fa15-16f0-43a8-873f-41d4a6103b06, host dv-cinder-689486-10-iscsi, cleared binding levels {{(pid=85339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:06:17.992554 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-cae98465-d29c-4e0e-8d3a-943df63cc208 None None] For port 4329fa15-16f0-43a8-873f-41d4a6103b06, host dv-cinder-689486-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=4329fa15-16f0-43a8-873f-41d4a6103b06,segment=NetworkSegment(01bff58f-d881-4acc-a4c2-0648090cedff),segment_id=01bff58f-d881-4acc-a4c2-0648090cedff)] {{(pid=85339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:06:17.995813 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-cae98465-d29c-4e0e-8d3a-943df63cc208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:18.010753 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:18.015840 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31dc1458-cd72-4278-b720-4b3c0796b71b admin admin] Network 42de8c2d-cd05-4680-9fb4-4f0e504e941e is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:06:18.017117 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-31dc1458-cd72-4278-b720-4b3c0796b71b admin admin] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:06:18.019430 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dc1458-cd72-4278-b720-4b3c0796b71b admin admin] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:06:18.164384 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae98465-d29c-4e0e-8d3a-943df63cc208 None None] Pushing event updated for resources: {'Port': ['ID=4329fa15-16f0-43a8-873f-41d4a6103b06,revision_number=2']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:18.169966 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-cae98465-d29c-4e0e-8d3a-943df63cc208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:18.718528 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-31dc1458-cd72-4278-b720-4b3c0796b71b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:19.083906 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-31dc1458-cd72-4278-b720-4b3c0796b71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852693724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084810'] for router, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:19.306731 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31dc1458-cd72-4278-b720-4b3c0796b71b admin admin] Router e1ec5c62-102d-45d5-a789-a5f0990afc3d is scheduled to L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 with binding_index 1 {{(pid=85337) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 12:06:19.502772 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31dc1458-cd72-4278-b720-4b3c0796b71b admin admin] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:06:19.513747 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f99e76-068e-4337-9623-386c1d465083 None None] Sync routers for ids ['e1ec5c62-102d-45d5-a789-a5f0990afc3d'] in dv-cinder-689486-10-iscsi {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:06:19.524954 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f99e76-068e-4337-9623-386c1d465083 None None] Routers {'e1ec5c62-102d-45d5-a789-a5f0990afc3d'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:06:19.525828 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-51f99e76-068e-4337-9623-386c1d465083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:06:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['e1ec5c62-102d-45d5-a789-a5f0990afc3d'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:19.527842 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-31dc1458-cd72-4278-b720-4b3c0796b71b admin admin] Notify callbacks [] for router, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:19.529537 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-31dc1458-cd72-4278-b720-4b3c0796b71b admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7770410 Apr 16 12:06:19.532366 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 60126) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:19.598879 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38a67bf-4364-41b7-b0e9-7e94e53f7869 None None] Network 1fdc3039-aecf-4cbc-bd08-b574a7d3427d requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:06:19.724995 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 4329fa15-16f0-43a8-873f-41d4a6103b06 up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:06:19.827172 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-4aedf3a5-d037-4306-8821-78f3df7f7586 None None] Provisioning for port 4329fa15-16f0-43a8-873f-41d4a6103b06 completed by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:06:19.920197 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-51f99e76-068e-4337-9623-386c1d465083 None None] Set router e1ec5c62-102d-45d5-a789-a5f0990afc3d gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:06:20.028082 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning for port 4329fa15-16f0-43a8-873f-41d4a6103b06 completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:06:20.076119 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port 4329fa15-16f0-43a8-873f-41d4a6103b06 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:06:20.076573 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:20.257081 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6e7c8ed5-db81-406d-b728-37940964b592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:20.436632 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:20.478139 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [None req-6e7c8ed5-db81-406d-b728-37940964b592 admin admin] Allocated IP 172.20.0.1 (1fdc3039-aecf-4cbc-bd08-b574a7d3427d/ffa931c9-7651-4d73-8e5b-526e732d97b8/4b32ba96-094c-4ae3-a822-14cf075caf7a) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:06:20.491000 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] For port 4329fa15-16f0-43a8-873f-41d4a6103b06, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=4329fa15-16f0-43a8-873f-41d4a6103b06,segment=NetworkSegment(01bff58f-d881-4acc-a4c2-0648090cedff),segment_id=01bff58f-d881-4acc-a4c2-0648090cedff)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:06:20.498010 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-51f99e76-068e-4337-9623-386c1d465083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'name': 'tempest-TestVolumeBootPattern-1769461691-router', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:16Z', 'updated_at': '2021-04-16T12:06:18Z', 'revision_number': 3, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'gw_port': {'id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bc:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:17Z', 'updated_at': '2021-04-16T12:06:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi'}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:20.500465 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:20.504624 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:20.554641 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f99e76-068e-4337-9623-386c1d465083 None None] Checking router: e1ec5c62-102d-45d5-a789-a5f0990afc3d for host: dv-cinder-689486-10-iscsi {{(pid=85339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:06:20.555051 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f99e76-068e-4337-9623-386c1d465083 None None] Updating router e1ec5c62-102d-45d5-a789-a5f0990afc3d port eacbd58f-92e0-4f7b-bf19-4129f15c1853 binding host dv-cinder-689486-10-iscsi {{(pid=85339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 12:06:20.632460 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-51f99e76-068e-4337-9623-386c1d465083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:20.643098 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6e7c8ed5-db81-406d-b728-37940964b592 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:20.659845 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-6e7c8ed5-db81-406d-b728-37940964b592 admin admin] Transition to ACTIVE for port object 4b32ba96-094c-4ae3-a822-14cf075caf7a will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:06:20.666232 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Pushing event updated for resources: {'Port': ['ID=4329fa15-16f0-43a8-873f-41d4a6103b06,revision_number=3']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:20.673146 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:20.686043 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6e7c8ed5-db81-406d-b728-37940964b592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:20.701972 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-5cd57c38-69ce-478c-bb9e-ac4ce8aa41ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:20.750769 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-e4370f0d-b2ca-4743-900b-0941751fb5ae None None] Provisioning complete for port 4329fa15-16f0-43a8-873f-41d4a6103b06 triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:06:20.751316 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e4370f0d-b2ca-4743-900b-0941751fb5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:20.839238 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c8ed5-db81-406d-b728-37940964b592 admin admin] Pushing event updated for resources: {'Port': ['ID=4b32ba96-094c-4ae3-a822-14cf075caf7a,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:20.844202 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-6e7c8ed5-db81-406d-b728-37940964b592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:20.897212 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7c8ed5-db81-406d-b728-37940964b592 admin admin] Network 1fdc3039-aecf-4cbc-bd08-b574a7d3427d is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:06:20.898223 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-6e7c8ed5-db81-406d-b728-37940964b592 admin admin] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:06:20.900520 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7c8ed5-db81-406d-b728-37940964b592 admin admin] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:06:20.958564 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6e7c8ed5-db81-406d-b728-37940964b592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852692337'] for router_interface, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:21.094763 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6e7c8ed5-db81-406d-b728-37940964b592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:21.310932 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-51f99e76-068e-4337-9623-386c1d465083 None None] Notify callbacks [] for port, precommit_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:21.328385 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-51f99e76-068e-4337-9623-386c1d465083 None None] Transition to ACTIVE for port object eacbd58f-92e0-4f7b-bf19-4129f15c1853 will not be triggered until provisioned by entity L2. {{(pid=85339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:06:21.331403 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-1aa09b3e-6d25-4dca-9162-4cbaaa022a0f None None] Provisioning for port 4b32ba96-094c-4ae3-a822-14cf075caf7a completed by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:06:21.341217 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-1aa09b3e-6d25-4dca-9162-4cbaaa022a0f None None] Provisioning complete for port 4b32ba96-094c-4ae3-a822-14cf075caf7a triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:06:21.341676 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1aa09b3e-6d25-4dca-9162-4cbaaa022a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:21.375157 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-51f99e76-068e-4337-9623-386c1d465083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:21.398859 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:21.549505 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-1aa09b3e-6d25-4dca-9162-4cbaaa022a0f None None] Port 4b32ba96-094c-4ae3-a822-14cf075caf7a cannot update to ACTIVE because it is not bound. {{(pid=85339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:06:21.554209 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e3c51-1b4f-4edc-b172-9daa2e9a8ec3 None None] Pushing event updated for resources: {'Port': ['ID=eacbd58f-92e0-4f7b-bf19-4129f15c1853,revision_number=2']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:21.556913 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-295e3c51-1b4f-4edc-b172-9daa2e9a8ec3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:21.590656 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6e7c8ed5-db81-406d-b728-37940964b592 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:21.594524 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6e7c8ed5-db81-406d-b728-37940964b592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847015921'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:21.624085 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-51f99e76-068e-4337-9623-386c1d465083 None None] Attempting to bind port eacbd58f-92e0-4f7b-bf19-4129f15c1853 on host dv-cinder-689486-10-iscsi for vnic_type normal with profile {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:06:21.624614 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-51f99e76-068e-4337-9623-386c1d465083 None None] Attempting to bind port eacbd58f-92e0-4f7b-bf19-4129f15c1853 by drivers openvswitch,hyperv on host dv-cinder-689486-10-iscsi at level 0 using segments [{'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:06:21.625030 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f99e76-068e-4337-9623-386c1d465083 None None] Attempting to bind port eacbd58f-92e0-4f7b-bf19-4129f15c1853 on network 42de8c2d-cd05-4680-9fb4-4f0e504e941e {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:06:21.626338 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-2f77dc15-9294-48bd-8cb0-a16cf9b8c20f tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:21.631760 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f99e76-068e-4337-9623-386c1d465083 None None] Checking agent: {'id': '0d7cbe5e-bfbb-464b-b5de-cb3320bd5996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 41, 6), 'started_at': datetime.datetime(2021, 4, 16, 11, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:06:21.632187 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f99e76-068e-4337-9623-386c1d465083 None None] Checking segment: {'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:06:21.632828 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-51f99e76-068e-4337-9623-386c1d465083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:21.633274 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f99e76-068e-4337-9623-386c1d465083 None None] Bound using segment: {'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:06:21.633813 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-51f99e76-068e-4337-9623-386c1d465083 None None] Bound port: eacbd58f-92e0-4f7b-bf19-4129f15c1853, host: dv-cinder-689486-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'}}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:06:21.634236 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-51f99e76-068e-4337-9623-386c1d465083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:21.694289 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 4329fa15-16f0-43a8-873f-41d4a6103b06 up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:06:21.715755 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c8ed5-db81-406d-b728-37940964b592 admin admin] Pushing event updated for resources: {'Port': ['ID=4b32ba96-094c-4ae3-a822-14cf075caf7a,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:21.719147 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6e7c8ed5-db81-406d-b728-37940964b592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083560'] for router_interface, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:21.733130 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-6e7c8ed5-db81-406d-b728-37940964b592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:21.772077 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-51f99e76-068e-4337-9623-386c1d465083 None None] For port eacbd58f-92e0-4f7b-bf19-4129f15c1853, host dv-cinder-689486-10-iscsi, cleared binding levels {{(pid=85339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:06:21.782985 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-51f99e76-068e-4337-9623-386c1d465083 None None] For port eacbd58f-92e0-4f7b-bf19-4129f15c1853, host dv-cinder-689486-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=eacbd58f-92e0-4f7b-bf19-4129f15c1853,segment=NetworkSegment(fbc7dd2f-3e5c-4067-bc2d-84cf54659228),segment_id=fbc7dd2f-3e5c-4067-bc2d-84cf54659228)] {{(pid=85339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:06:21.787690 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-51f99e76-068e-4337-9623-386c1d465083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:21.803610 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:21.861977 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7c8ed5-db81-406d-b728-37940964b592 admin admin] Network 1fdc3039-aecf-4cbc-bd08-b574a7d3427d is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:06:21.863144 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-6e7c8ed5-db81-406d-b728-37940964b592 admin admin] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:06:21.919832 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port 4329fa15-16f0-43a8-873f-41d4a6103b06 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:06:21.920331 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:22.033824 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e3c51-1b4f-4edc-b172-9daa2e9a8ec3 None None] Pushing event updated for resources: {'Port': ['ID=eacbd58f-92e0-4f7b-bf19-4129f15c1853,revision_number=3']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:22.047383 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-295e3c51-1b4f-4edc-b172-9daa2e9a8ec3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:22.077075 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7c8ed5-db81-406d-b728-37940964b592 admin admin] Router e1ec5c62-102d-45d5-a789-a5f0990afc3d has already been hosted by L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 {{(pid=85337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:06:22.143793 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-b89949bc-2a71-4a9a-86a3-f2f02ecc2860 None None] Provisioning complete for port 4b32ba96-094c-4ae3-a822-14cf075caf7a triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:06:22.144131 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b89949bc-2a71-4a9a-86a3-f2f02ecc2860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:22.197447 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f99e76-068e-4337-9623-386c1d465083 None None] Routers {'e1ec5c62-102d-45d5-a789-a5f0990afc3d'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:06:22.198394 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-51f99e76-068e-4337-9623-386c1d465083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:06:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['e1ec5c62-102d-45d5-a789-a5f0990afc3d'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:22.274924 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7c8ed5-db81-406d-b728-37940964b592 admin admin] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:06:22.284476 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-6e7c8ed5-db81-406d-b728-37940964b592 admin admin] 10.222.0.71 "PUT /v2.0/routers/e1ec5c62-102d-45d5-a789-a5f0990afc3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7506316 Apr 16 12:06:22.352299 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-b89949bc-2a71-4a9a-86a3-f2f02ecc2860 None None] Port 4b32ba96-094c-4ae3-a822-14cf075caf7a cannot update to ACTIVE because it is not bound. {{(pid=85339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:06:22.415747 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-51f99e76-068e-4337-9623-386c1d465083 None None] Set router e1ec5c62-102d-45d5-a789-a5f0990afc3d gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:06:22.756952 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-51f99e76-068e-4337-9623-386c1d465083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'name': 'tempest-TestVolumeBootPattern-1769461691-router', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:16Z', 'updated_at': '2021-04-16T12:06:21Z', 'revision_number': 4, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'gw_port': {'id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bc:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:17Z', 'updated_at': '2021-04-16T12:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': '4b32ba96-094c-4ae3-a822-14cf075caf7a', 'name': '', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'mac_address': 'fa:16:3e:d5:c8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:20Z', 'updated_at': '2021-04-16T12:06:21Z', 'revision_number': 2, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'subnets': [{'id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:22.761215 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f99e76-068e-4337-9623-386c1d465083 None None] The sync data for ids ['e1ec5c62-102d-45d5-a789-a5f0990afc3d'] in dv-cinder-689486-10-iscsi is: [{'id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'name': 'tempest-TestVolumeBootPattern-1769461691-router', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:16Z', 'updated_at': '2021-04-16T12:06:21Z', 'revision_number': 4, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'gw_port': {'id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bc:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:17Z', 'updated_at': '2021-04-16T12:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': '4b32ba96-094c-4ae3-a822-14cf075caf7a', 'name': '', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'mac_address': 'fa:16:3e:d5:c8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:20Z', 'updated_at': '2021-04-16T12:06:21Z', 'revision_number': 2, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'subnets': [{'id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:06:22.848529 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 60144) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:22.856022 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-1417d46b-35fa-4b9b-ac93-edccd0a5db6d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1318799948-network', 'tenant_id': '67cbb6923dc040ae93dc65f315fc8dfd'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:06:22.861258 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-1417d46b-35fa-4b9b-ac93-edccd0a5db6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:22.865953 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-1417d46b-35fa-4b9b-ac93-edccd0a5db6d admin admin] Usage tracker for resource:network and tenant:67cbb6923dc040ae93dc65f315fc8dfd is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:22.870070 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-1417d46b-35fa-4b9b-ac93-edccd0a5db6d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:22.876058 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-1417d46b-35fa-4b9b-ac93-edccd0a5db6d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:22.884910 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1417d46b-35fa-4b9b-ac93-edccd0a5db6d admin admin] Made reservation on behalf of 67cbb6923dc040ae93dc65f315fc8dfd for: {'network': 1} {{(pid=85338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:06:22.889685 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1417d46b-35fa-4b9b-ac93-edccd0a5db6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for network, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:22.902939 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1417d46b-35fa-4b9b-ac93-edccd0a5db6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:22.919082 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-1417d46b-35fa-4b9b-ac93-edccd0a5db6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:22.923369 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-1417d46b-35fa-4b9b-ac93-edccd0a5db6d admin admin] Usage tracker for resource:security_group_rule and tenant:67cbb6923dc040ae93dc65f315fc8dfd is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:22.926424 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-1417d46b-35fa-4b9b-ac93-edccd0a5db6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:22.933083 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-1417d46b-35fa-4b9b-ac93-edccd0a5db6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:23.023870 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1417d46b-35fa-4b9b-ac93-edccd0a5db6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:23.026856 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1417d46b-35fa-4b9b-ac93-edccd0a5db6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:23.031171 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-8312ea3a-9fbb-4f9f-9e1f-7e5e05eae9eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:23.061729 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1417d46b-35fa-4b9b-ac93-edccd0a5db6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=85338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 12:06:23.071919 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1417d46b-35fa-4b9b-ac93-edccd0a5db6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a0aa8a-6463-4e63-ab67-c970cdbc76c8,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:23.075812 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-1417d46b-35fa-4b9b-ac93-edccd0a5db6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:23.078570 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1417d46b-35fa-4b9b-ac93-edccd0a5db6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2559'] for segment, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:23.079061 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.segments_db [None req-1417d46b-35fa-4b9b-ac93-edccd0a5db6d admin admin] Added segment 70b5c7bb-4c03-4dd9-b5bb-6b5c7f7d772c of type vlan for network a8fea250-0cbb-4de6-855a-7a89fe14aceb Apr 16 12:06:23.108962 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1417d46b-35fa-4b9b-ac93-edccd0a5db6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740187980010'] for network, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:23.153632 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1417d46b-35fa-4b9b-ac93-edccd0a5db6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747'] for network, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:23.154853 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1417d46b-35fa-4b9b-ac93-edccd0a5db6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:23.155493 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1417d46b-35fa-4b9b-ac93-edccd0a5db6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for network, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:23.159196 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:23.271699 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-1417d46b-35fa-4b9b-ac93-edccd0a5db6d admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4205492 Apr 16 12:06:23.274875 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 60148) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:23.275176 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1417d46b-35fa-4b9b-ac93-edccd0a5db6d admin admin] Pushing event updated for resources: {'Network': ['ID=a8fea250-0cbb-4de6-855a-7a89fe14aceb,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:23.278842 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-1417d46b-35fa-4b9b-ac93-edccd0a5db6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:23.281595 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-8a402bcd-e2cb-4627-9a4c-7f9f92e15f6a admin admin] Request body: {'subnet': {'network_id': 'a8fea250-0cbb-4de6-855a-7a89fe14aceb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1318799948-subnet', 'tenant_id': '67cbb6923dc040ae93dc65f315fc8dfd', 'ip_version': 4}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:06:23.286567 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Network a8fea250-0cbb-4de6-855a-7a89fe14aceb details requested by agent ovs-agent-dv-cinder-689486-10-iscsi with host dv-cinder-689486-10-iscsi {{(pid=85339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 12:06:23.287151 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-8a402bcd-e2cb-4627-9a4c-7f9f92e15f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:23.291728 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-8a402bcd-e2cb-4627-9a4c-7f9f92e15f6a admin admin] Usage tracker for resource:subnet and tenant:67cbb6923dc040ae93dc65f315fc8dfd is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:23.294906 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-8a402bcd-e2cb-4627-9a4c-7f9f92e15f6a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:23.305197 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-8a402bcd-e2cb-4627-9a4c-7f9f92e15f6a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:23.317071 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a402bcd-e2cb-4627-9a4c-7f9f92e15f6a admin admin] Made reservation on behalf of 67cbb6923dc040ae93dc65f315fc8dfd for: {'subnet': 1} {{(pid=85337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:06:23.322739 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8a402bcd-e2cb-4627-9a4c-7f9f92e15f6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036849705449'] for subnet, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:23.710448 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device eacbd58f-92e0-4f7b-bf19-4129f15c1853 up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:06:23.775856 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8a402bcd-e2cb-4627-9a4c-7f9f92e15f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7759993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036849705436'] for subnet, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:23.783295 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning for port eacbd58f-92e0-4f7b-bf19-4129f15c1853 completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:06:23.788622 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port eacbd58f-92e0-4f7b-bf19-4129f15c1853 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:06:23.789259 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:23.792648 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:23.925350 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a402bcd-e2cb-4627-9a4c-7f9f92e15f6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=26f65dd8-328e-4420-a9cf-20492f764dce,revision_number=0']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:23.928600 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:23.929613 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-8a402bcd-e2cb-4627-9a4c-7f9f92e15f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:23.947375 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] For port eacbd58f-92e0-4f7b-bf19-4129f15c1853, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=eacbd58f-92e0-4f7b-bf19-4129f15c1853,segment=NetworkSegment(fbc7dd2f-3e5c-4067-bc2d-84cf54659228),segment_id=fbc7dd2f-3e5c-4067-bc2d-84cf54659228)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:06:23.952139 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:23.954301 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-88d4fa64-09b3-43b4-8b02-d511608a5b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:24.010456 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a402bcd-e2cb-4627-9a4c-7f9f92e15f6a admin admin] Checking segment: {'id': '70b5c7bb-4c03-4dd9-b5bb-6b5c7f7d772c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a8fea250-0cbb-4de6-855a-7a89fe14aceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:06:24.010857 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a402bcd-e2cb-4627-9a4c-7f9f92e15f6a admin admin] Network hostable DHCP agents. Network: a8fea250-0cbb-4de6-855a-7a89fe14aceb, hostable agents: ['ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6'], hosted agents: [] {{(pid=85337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 12:06:24.030762 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a402bcd-e2cb-4627-9a4c-7f9f92e15f6a admin admin] Network a8fea250-0cbb-4de6-855a-7a89fe14aceb is scheduled to be hosted by DHCP agent ca8e0145-fa4d-43b7-afd5-5f8f1b5955f6 with binding_index 1 {{(pid=85337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 12:06:24.032015 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Pushing event updated for resources: {'Port': ['ID=eacbd58f-92e0-4f7b-bf19-4129f15c1853,revision_number=4']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:24.035333 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:24.039278 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-8a402bcd-e2cb-4627-9a4c-7f9f92e15f6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-10-iscsi, a8fea250-0cbb-4de6-855a-7a89fe14aceb) {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:06:24.059997 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18590103-05c7-4f43-9ee5-cac463d1544c None None] Network a8fea250-0cbb-4de6-855a-7a89fe14aceb requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:06:24.067104 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a402bcd-e2cb-4627-9a4c-7f9f92e15f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:24.068451 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8a402bcd-e2cb-4627-9a4c-7f9f92e15f6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:24.088178 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-8a402bcd-e2cb-4627-9a4c-7f9f92e15f6a admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8121247 Apr 16 12:06:24.090803 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 60152) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:24.096297 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-b7dac6f4-92ee-4501-9769-d0c09e003617 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1318799948-router', 'tenant_id': '67cbb6923dc040ae93dc65f315fc8dfd', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'}}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:06:24.101384 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-b7dac6f4-92ee-4501-9769-d0c09e003617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:24.105632 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-b7dac6f4-92ee-4501-9769-d0c09e003617 admin admin] Usage tracker for resource:router and tenant:67cbb6923dc040ae93dc65f315fc8dfd is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:24.109407 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-b7dac6f4-92ee-4501-9769-d0c09e003617 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:24.116295 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-b7dac6f4-92ee-4501-9769-d0c09e003617 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:24.125648 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b7dac6f4-92ee-4501-9769-d0c09e003617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2082079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5170'] for router, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:24.127495 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b7dac6f4-92ee-4501-9769-d0c09e003617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852693566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852691044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852684026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770630'] for router, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:24.142694 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b7dac6f4-92ee-4501-9769-d0c09e003617 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:24.310038 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d68aa7b-d84d-4300-a29a-187e3f0842fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ecb271d-b0fa-5b25-a558-314f548095fa-a8fea250-0cbb-4de6-855a-7a89fe14aceb', 'network_id': 'a8fea250-0cbb-4de6-855a-7a89fe14aceb', 'tenant_id': '67cbb6923dc040ae93dc65f315fc8dfd', 'fixed_ips': [{'subnet_id': '26f65dd8-328e-4420-a9cf-20492f764dce'}]}} from dv-cinder-689486-10-iscsi. {{(pid=85339) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 12:06:24.310966 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-4d68aa7b-d84d-4300-a29a-187e3f0842fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:24.435332 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b7dac6f4-92ee-4501-9769-d0c09e003617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852691027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2082092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770679'] for router, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:24.475162 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [None req-4d68aa7b-d84d-4300-a29a-187e3f0842fa None None] Allocated IP 172.20.0.2 (a8fea250-0cbb-4de6-855a-7a89fe14aceb/26f65dd8-328e-4420-a9cf-20492f764dce/45196d4b-83aa-44fb-a0d0-38bb9392363f) {{(pid=85339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:06:24.773907 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b7dac6f4-92ee-4501-9769-d0c09e003617 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:24.807175 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b7dac6f4-92ee-4501-9769-d0c09e003617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:24.874675 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-4d68aa7b-d84d-4300-a29a-187e3f0842fa None None] Notify callbacks [] for port, precommit_create {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:24.887040 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-4d68aa7b-d84d-4300-a29a-187e3f0842fa None None] Transition to ACTIVE for port object 45196d4b-83aa-44fb-a0d0-38bb9392363f will not be triggered until provisioned by entity L2. {{(pid=85339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:06:24.906086 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-4d68aa7b-d84d-4300-a29a-187e3f0842fa None None] Transition to ACTIVE for port object 45196d4b-83aa-44fb-a0d0-38bb9392363f will not be triggered until provisioned by entity DHCP. {{(pid=85339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:06:24.911064 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-4d68aa7b-d84d-4300-a29a-187e3f0842fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162'] for port, after_create {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:24.927064 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-88d4fa64-09b3-43b4-8b02-d511608a5b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:24.956534 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [None req-b7dac6f4-92ee-4501-9769-d0c09e003617 admin admin] Allocated IP 172.27.1.61 (42de8c2d-cd05-4680-9fb4-4f0e504e941e/337501b3-dbb5-4b21-86cd-6f03e94fa6eb/8dc5b7ce-3338-4fff-8f40-62ddc1708235) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:06:25.057461 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68aa7b-d84d-4300-a29a-187e3f0842fa None None] Pushing event updated for resources: {'Port': ['ID=45196d4b-83aa-44fb-a0d0-38bb9392363f,revision_number=1']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:25.061822 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-4d68aa7b-d84d-4300-a29a-187e3f0842fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:25.112833 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d68aa7b-d84d-4300-a29a-187e3f0842fa None None] Network a8fea250-0cbb-4de6-855a-7a89fe14aceb is already hosted by enough agents. {{(pid=85339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:06:25.115224 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-4d68aa7b-d84d-4300-a29a-187e3f0842fa None None] Resources bound (agent type, host, resource id): {{(pid=85339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:06:25.118957 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d68aa7b-d84d-4300-a29a-187e3f0842fa None None] Received port after_create {{(pid=85339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:06:25.122149 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b7dac6f4-92ee-4501-9769-d0c09e003617 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:25.152415 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b7dac6f4-92ee-4501-9769-d0c09e003617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:25.221024 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-4d68aa7b-d84d-4300-a29a-187e3f0842fa None None] Attempting to bind port 45196d4b-83aa-44fb-a0d0-38bb9392363f on host dv-cinder-689486-10-iscsi for vnic_type normal with profile {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:06:25.221448 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-4d68aa7b-d84d-4300-a29a-187e3f0842fa None None] Attempting to bind port 45196d4b-83aa-44fb-a0d0-38bb9392363f by drivers openvswitch,hyperv on host dv-cinder-689486-10-iscsi at level 0 using segments [{'id': '70b5c7bb-4c03-4dd9-b5bb-6b5c7f7d772c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a8fea250-0cbb-4de6-855a-7a89fe14aceb'}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:06:25.221864 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d68aa7b-d84d-4300-a29a-187e3f0842fa None None] Attempting to bind port 45196d4b-83aa-44fb-a0d0-38bb9392363f on network a8fea250-0cbb-4de6-855a-7a89fe14aceb {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:06:25.229184 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d68aa7b-d84d-4300-a29a-187e3f0842fa None None] Checking agent: {'id': '0d7cbe5e-bfbb-464b-b5de-cb3320bd5996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 41, 6), 'started_at': datetime.datetime(2021, 4, 16, 11, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:06:25.229610 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d68aa7b-d84d-4300-a29a-187e3f0842fa None None] Checking segment: {'id': '70b5c7bb-4c03-4dd9-b5bb-6b5c7f7d772c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a8fea250-0cbb-4de6-855a-7a89fe14aceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:06:25.230065 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-4d68aa7b-d84d-4300-a29a-187e3f0842fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:25.230514 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d68aa7b-d84d-4300-a29a-187e3f0842fa None None] Bound using segment: {'id': '70b5c7bb-4c03-4dd9-b5bb-6b5c7f7d772c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a8fea250-0cbb-4de6-855a-7a89fe14aceb'} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:06:25.231040 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-4d68aa7b-d84d-4300-a29a-187e3f0842fa None None] Bound port: 45196d4b-83aa-44fb-a0d0-38bb9392363f, host: dv-cinder-689486-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b5c7bb-4c03-4dd9-b5bb-6b5c7f7d772c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a8fea250-0cbb-4de6-855a-7a89fe14aceb'}}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:06:25.231460 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-4d68aa7b-d84d-4300-a29a-187e3f0842fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:25.335367 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-4d68aa7b-d84d-4300-a29a-187e3f0842fa None None] For port 45196d4b-83aa-44fb-a0d0-38bb9392363f, host dv-cinder-689486-10-iscsi, cleared binding levels {{(pid=85339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:06:25.339304 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-4d68aa7b-d84d-4300-a29a-187e3f0842fa None None] For port 45196d4b-83aa-44fb-a0d0-38bb9392363f, host dv-cinder-689486-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=45196d4b-83aa-44fb-a0d0-38bb9392363f,segment=NetworkSegment(70b5c7bb-4c03-4dd9-b5bb-6b5c7f7d772c),segment_id=70b5c7bb-4c03-4dd9-b5bb-6b5c7f7d772c)] {{(pid=85339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:06:25.346241 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-4d68aa7b-d84d-4300-a29a-187e3f0842fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:25.362727 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:25.412980 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-45ba4fa5-6ca2-4da7-a185-85eff11be577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:25.517978 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68aa7b-d84d-4300-a29a-187e3f0842fa None None] Pushing event updated for resources: {'Port': ['ID=45196d4b-83aa-44fb-a0d0-38bb9392363f,revision_number=2']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:25.521878 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-4d68aa7b-d84d-4300-a29a-187e3f0842fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:25.552712 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dac6f4-92ee-4501-9769-d0c09e003617 admin admin] Pushing event updated for resources: {'Port': ['ID=8dc5b7ce-3338-4fff-8f40-62ddc1708235,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:25.565601 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b7dac6f4-92ee-4501-9769-d0c09e003617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:25.612828 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dac6f4-92ee-4501-9769-d0c09e003617 admin admin] Network 42de8c2d-cd05-4680-9fb4-4f0e504e941e is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:06:25.614928 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-b7dac6f4-92ee-4501-9769-d0c09e003617 admin admin] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:06:25.617752 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dac6f4-92ee-4501-9769-d0c09e003617 admin admin] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:06:25.691243 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device eacbd58f-92e0-4f7b-bf19-4129f15c1853 up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:06:25.766238 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port eacbd58f-92e0-4f7b-bf19-4129f15c1853 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:06:25.766693 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:26.088678 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b7dac6f4-92ee-4501-9769-d0c09e003617 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:26.100065 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae106e74-831e-4c1c-99f9-4f031bad55c3 None None] Sync routers for ids ['e1ec5c62-102d-45d5-a789-a5f0990afc3d'] in dv-cinder-689486-10-iscsi {{(pid=85340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:06:26.111077 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae106e74-831e-4c1c-99f9-4f031bad55c3 None None] Routers {'e1ec5c62-102d-45d5-a789-a5f0990afc3d'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:06:26.111734 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-ae106e74-831e-4c1c-99f9-4f031bad55c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:06:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['e1ec5c62-102d-45d5-a789-a5f0990afc3d'], 'active': True} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:26.307784 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-ae106e74-831e-4c1c-99f9-4f031bad55c3 None None] Set router e1ec5c62-102d-45d5-a789-a5f0990afc3d gateway port host: dv-cinder-689486-10-iscsi {{(pid=85340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:06:26.463872 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b7dac6f4-92ee-4501-9769-d0c09e003617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852693724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2084810'] for router, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:26.710661 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7dac6f4-92ee-4501-9769-d0c09e003617 admin admin] Router 0e8cd21d-b7df-428a-81ae-4548739cf80a is scheduled to L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 with binding_index 1 {{(pid=85337) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 12:06:26.808924 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-ae106e74-831e-4c1c-99f9-4f031bad55c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'name': 'tempest-TestVolumeBootPattern-1769461691-router', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:16Z', 'updated_at': '2021-04-16T12:06:21Z', 'revision_number': 4, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'gw_port': {'id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:17Z', 'updated_at': '2021-04-16T12:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': '4b32ba96-094c-4ae3-a822-14cf075caf7a', 'name': '', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'mac_address': 'fa:16:3e:d5:c8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:20Z', 'updated_at': '2021-04-16T12:06:21Z', 'revision_number': 2, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'subnets': [{'id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:26.813026 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae106e74-831e-4c1c-99f9-4f031bad55c3 None None] Checking router: e1ec5c62-102d-45d5-a789-a5f0990afc3d for host: dv-cinder-689486-10-iscsi {{(pid=85340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:06:26.813416 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae106e74-831e-4c1c-99f9-4f031bad55c3 None None] Updating router e1ec5c62-102d-45d5-a789-a5f0990afc3d port 4b32ba96-094c-4ae3-a822-14cf075caf7a binding host dv-cinder-689486-10-iscsi {{(pid=85340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 12:06:26.872155 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ae106e74-831e-4c1c-99f9-4f031bad55c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:26.907352 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7dac6f4-92ee-4501-9769-d0c09e003617 admin admin] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:06:26.909553 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e015c02-4faa-4a06-8b28-d8c1f97ac829 None None] Network a8fea250-0cbb-4de6-855a-7a89fe14aceb requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:06:26.925985 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eede6b7c-9d45-4670-8186-94f8aaa11d65 None None] Sync routers for ids ['0e8cd21d-b7df-428a-81ae-4548739cf80a'] in dv-cinder-689486-10-iscsi {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:06:26.934411 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b7dac6f4-92ee-4501-9769-d0c09e003617 admin admin] Notify callbacks [] for router, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:26.935664 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-b7dac6f4-92ee-4501-9769-d0c09e003617 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8438663 Apr 16 12:06:26.938642 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 60156) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:26.996632 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eede6b7c-9d45-4670-8186-94f8aaa11d65 None None] Routers {'0e8cd21d-b7df-428a-81ae-4548739cf80a'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:06:26.997332 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-eede6b7c-9d45-4670-8186-94f8aaa11d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:06:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['0e8cd21d-b7df-428a-81ae-4548739cf80a'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:27.182567 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-1bc60853-ea39-4617-9849-9cab7a53a8f3 None None] Provisioning for port 45196d4b-83aa-44fb-a0d0-38bb9392363f completed by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:06:27.270524 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ae106e74-831e-4c1c-99f9-4f031bad55c3 None None] Notify callbacks [] for port, precommit_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:27.282983 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-ae106e74-831e-4c1c-99f9-4f031bad55c3 None None] Transition to ACTIVE for port object 4b32ba96-094c-4ae3-a822-14cf075caf7a will not be triggered until provisioned by entity L2. {{(pid=85340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:06:27.289300 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ae106e74-831e-4c1c-99f9-4f031bad55c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:27.289612 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-eede6b7c-9d45-4670-8186-94f8aaa11d65 None None] Set router 0e8cd21d-b7df-428a-81ae-4548739cf80a gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:06:27.305419 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-200759f9-85e4-43bd-856b-13e52da21549 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:27.436726 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec687e-db11-414b-8a5a-d1297b67f071 None None] Pushing event updated for resources: {'Port': ['ID=4b32ba96-094c-4ae3-a822-14cf075caf7a,revision_number=3']} {{(pid=85340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:27.459370 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec687e-db11-414b-8a5a-d1297b67f071 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:27.459775 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec687e-db11-414b-8a5a-d1297b67f071 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:27.460154 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec687e-db11-414b-8a5a-d1297b67f071 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:27.460577 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec687e-db11-414b-8a5a-d1297b67f071 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:27.460943 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec687e-db11-414b-8a5a-d1297b67f071 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:27.461307 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec687e-db11-414b-8a5a-d1297b67f071 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:27.461669 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec687e-db11-414b-8a5a-d1297b67f071 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:27.462030 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec687e-db11-414b-8a5a-d1297b67f071 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:27.462390 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec687e-db11-414b-8a5a-d1297b67f071 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:27.462748 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec687e-db11-414b-8a5a-d1297b67f071 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:27.463106 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec687e-db11-414b-8a5a-d1297b67f071 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:27.463463 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec687e-db11-414b-8a5a-d1297b67f071 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:27.469749 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e8ec687e-db11-414b-8a5a-d1297b67f071 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:27.713468 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-ae106e74-831e-4c1c-99f9-4f031bad55c3 None None] Attempting to bind port 4b32ba96-094c-4ae3-a822-14cf075caf7a on host dv-cinder-689486-10-iscsi for vnic_type normal with profile {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:06:27.713933 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-ae106e74-831e-4c1c-99f9-4f031bad55c3 None None] Attempting to bind port 4b32ba96-094c-4ae3-a822-14cf075caf7a by drivers openvswitch,hyperv on host dv-cinder-689486-10-iscsi at level 0 using segments [{'id': '01bff58f-d881-4acc-a4c2-0648090cedff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d'}] {{(pid=85340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:06:27.714421 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae106e74-831e-4c1c-99f9-4f031bad55c3 None None] Attempting to bind port 4b32ba96-094c-4ae3-a822-14cf075caf7a on network 1fdc3039-aecf-4cbc-bd08-b574a7d3427d {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:06:27.732288 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-eede6b7c-9d45-4670-8186-94f8aaa11d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8cd21d-b7df-428a-81ae-4548739cf80a', 'name': 'tempest-TestVolumeBootPattern-1318799948-router', 'tenant_id': '67cbb6923dc040ae93dc65f315fc8dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '8dc5b7ce-3338-4fff-8f40-62ddc1708235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:24Z', 'updated_at': '2021-04-16T12:06:25Z', 'revision_number': 3, 'project_id': '67cbb6923dc040ae93dc65f315fc8dfd', 'gw_port': {'id': '8dc5b7ce-3338-4fff-8f40-62ddc1708235', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8cd21d-b7df-428a-81ae-4548739cf80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:24Z', 'updated_at': '2021-04-16T12:06:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi'}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:27.732559 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae106e74-831e-4c1c-99f9-4f031bad55c3 None None] Checking agent: {'id': '0d7cbe5e-bfbb-464b-b5de-cb3320bd5996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 41, 6), 'started_at': datetime.datetime(2021, 4, 16, 11, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:06:27.732559 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae106e74-831e-4c1c-99f9-4f031bad55c3 None None] Checking segment: {'id': '01bff58f-d881-4acc-a4c2-0648090cedff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:06:27.732559 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ae106e74-831e-4c1c-99f9-4f031bad55c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:27.732559 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae106e74-831e-4c1c-99f9-4f031bad55c3 None None] Bound using segment: {'id': '01bff58f-d881-4acc-a4c2-0648090cedff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d'} {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:06:27.732559 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-ae106e74-831e-4c1c-99f9-4f031bad55c3 None None] Bound port: 4b32ba96-094c-4ae3-a822-14cf075caf7a, host: dv-cinder-689486-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bff58f-d881-4acc-a4c2-0648090cedff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d'}}] {{(pid=85340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:06:27.732559 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ae106e74-831e-4c1c-99f9-4f031bad55c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:27.735452 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eede6b7c-9d45-4670-8186-94f8aaa11d65 None None] Checking router: 0e8cd21d-b7df-428a-81ae-4548739cf80a for host: dv-cinder-689486-10-iscsi {{(pid=85339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:06:27.735861 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eede6b7c-9d45-4670-8186-94f8aaa11d65 None None] Updating router 0e8cd21d-b7df-428a-81ae-4548739cf80a port 8dc5b7ce-3338-4fff-8f40-62ddc1708235 binding host dv-cinder-689486-10-iscsi {{(pid=85339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 12:06:27.805459 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 45196d4b-83aa-44fb-a0d0-38bb9392363f up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:06:27.886244 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-ae106e74-831e-4c1c-99f9-4f031bad55c3 None None] For port 4b32ba96-094c-4ae3-a822-14cf075caf7a, host dv-cinder-689486-10-iscsi, cleared binding levels {{(pid=85340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:06:27.889902 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-ae106e74-831e-4c1c-99f9-4f031bad55c3 None None] For port 4b32ba96-094c-4ae3-a822-14cf075caf7a, host dv-cinder-689486-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=4b32ba96-094c-4ae3-a822-14cf075caf7a,segment=NetworkSegment(01bff58f-d881-4acc-a4c2-0648090cedff),segment_id=01bff58f-d881-4acc-a4c2-0648090cedff)] {{(pid=85340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:06:27.893160 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-eede6b7c-9d45-4670-8186-94f8aaa11d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:27.894632 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ae106e74-831e-4c1c-99f9-4f031bad55c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:27.917827 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-806df5b7-018b-4fd0-986b-ba434fc1b972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:28.006010 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning for port 45196d4b-83aa-44fb-a0d0-38bb9392363f completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:06:28.019134 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port 45196d4b-83aa-44fb-a0d0-38bb9392363f triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:06:28.019566 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:28.052680 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-64f1cb42-cf39-485e-9826-257edcb5e64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:28.090996 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec687e-db11-414b-8a5a-d1297b67f071 None None] Pushing event updated for resources: {'Port': ['ID=4b32ba96-094c-4ae3-a822-14cf075caf7a,revision_number=4']} {{(pid=85340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:28.109933 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e8ec687e-db11-414b-8a5a-d1297b67f071 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:28.134200 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-8a5f5df6-47f1-4240-a5f6-88f6586e4e79 None None] Provisioning complete for port 45196d4b-83aa-44fb-a0d0-38bb9392363f triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:06:28.134535 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8a5f5df6-47f1-4240-a5f6-88f6586e4e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:28.150665 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae106e74-831e-4c1c-99f9-4f031bad55c3 None None] Routers {'e1ec5c62-102d-45d5-a789-a5f0990afc3d'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:06:28.151362 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-ae106e74-831e-4c1c-99f9-4f031bad55c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:06:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['e1ec5c62-102d-45d5-a789-a5f0990afc3d'], 'active': True} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:28.355284 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [None req-64f1cb42-cf39-485e-9826-257edcb5e64d admin admin] Allocated IP 172.20.0.1 (a8fea250-0cbb-4de6-855a-7a89fe14aceb/26f65dd8-328e-4420-a9cf-20492f764dce/303b1311-b500-4e19-ba29-4f24cf512810) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:06:28.364494 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-ae106e74-831e-4c1c-99f9-4f031bad55c3 None None] Set router e1ec5c62-102d-45d5-a789-a5f0990afc3d gateway port host: dv-cinder-689486-10-iscsi {{(pid=85340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:06:28.523538 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-64f1cb42-cf39-485e-9826-257edcb5e64d admin admin] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:28.541663 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-64f1cb42-cf39-485e-9826-257edcb5e64d admin admin] Transition to ACTIVE for port object 303b1311-b500-4e19-ba29-4f24cf512810 will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:06:28.548967 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:28.566434 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-64f1cb42-cf39-485e-9826-257edcb5e64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:28.584381 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-5d060962-6c48-46f1-9d64-af1168821542 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:28.664492 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8a5f5df6-47f1-4240-a5f6-88f6586e4e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:28.678086 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] For port 45196d4b-83aa-44fb-a0d0-38bb9392363f, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=45196d4b-83aa-44fb-a0d0-38bb9392363f,segment=NetworkSegment(70b5c7bb-4c03-4dd9-b5bb-6b5c7f7d772c),segment_id=70b5c7bb-4c03-4dd9-b5bb-6b5c7f7d772c)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:06:28.697819 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:28.726423 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-ae106e74-831e-4c1c-99f9-4f031bad55c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'name': 'tempest-TestVolumeBootPattern-1769461691-router', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:16Z', 'updated_at': '2021-04-16T12:06:21Z', 'revision_number': 4, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'gw_port': {'id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:17Z', 'updated_at': '2021-04-16T12:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': '4b32ba96-094c-4ae3-a822-14cf075caf7a', 'name': '', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'mac_address': 'fa:16:3e:d5:c8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:20Z', 'updated_at': '2021-04-16T12:06:27Z', 'revision_number': 4, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'subnets': [{'id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:28.730739 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1cb42-cf39-485e-9826-257edcb5e64d admin admin] Pushing event updated for resources: {'Port': ['ID=303b1311-b500-4e19-ba29-4f24cf512810,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:28.730879 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:28.731543 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae106e74-831e-4c1c-99f9-4f031bad55c3 None None] The sync data for ids ['e1ec5c62-102d-45d5-a789-a5f0990afc3d'] in dv-cinder-689486-10-iscsi is: [{'id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'name': 'tempest-TestVolumeBootPattern-1769461691-router', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:16Z', 'updated_at': '2021-04-16T12:06:21Z', 'revision_number': 4, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'gw_port': {'id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:17Z', 'updated_at': '2021-04-16T12:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': '4b32ba96-094c-4ae3-a822-14cf075caf7a', 'name': '', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'mac_address': 'fa:16:3e:d5:c8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:20Z', 'updated_at': '2021-04-16T12:06:27Z', 'revision_number': 4, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'subnets': [{'id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:06:28.735412 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-64f1cb42-cf39-485e-9826-257edcb5e64d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:28.798982 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f1cb42-cf39-485e-9826-257edcb5e64d admin admin] Network a8fea250-0cbb-4de6-855a-7a89fe14aceb is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:06:28.800520 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-64f1cb42-cf39-485e-9826-257edcb5e64d admin admin] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:06:28.803812 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f1cb42-cf39-485e-9826-257edcb5e64d admin admin] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:06:28.871266 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-64f1cb42-cf39-485e-9826-257edcb5e64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852692337'] for router_interface, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:28.881965 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-eede6b7c-9d45-4670-8186-94f8aaa11d65 None None] Notify callbacks [] for port, precommit_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:28.914091 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.db.api [None req-8a5f5df6-47f1-4240-a5f6-88f6586e4e79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85339) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 12:06:28.914505 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_db.api [None req-8a5f5df6-47f1-4240-a5f6-88f6586e4e79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 12:06:28.918920 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Pushing event updated for resources: {'Port': ['ID=45196d4b-83aa-44fb-a0d0-38bb9392363f,revision_number=3']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:28.922267 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-eede6b7c-9d45-4670-8186-94f8aaa11d65 None None] Transition to ACTIVE for port object 8dc5b7ce-3338-4fff-8f40-62ddc1708235 will not be triggered until provisioned by entity L2. {{(pid=85339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:06:28.925297 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:28.933785 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-eede6b7c-9d45-4670-8186-94f8aaa11d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:28.951020 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:29.018825 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-64f1cb42-cf39-485e-9826-257edcb5e64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:29.090500 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f188263-fefc-415e-92c0-4410a602a228 None None] Pushing event updated for resources: {'Port': ['ID=8dc5b7ce-3338-4fff-8f40-62ddc1708235,revision_number=2']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:29.095211 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-7f188263-fefc-415e-92c0-4410a602a228 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:29.162267 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-eede6b7c-9d45-4670-8186-94f8aaa11d65 None None] Attempting to bind port 8dc5b7ce-3338-4fff-8f40-62ddc1708235 on host dv-cinder-689486-10-iscsi for vnic_type normal with profile {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:06:29.162600 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-eede6b7c-9d45-4670-8186-94f8aaa11d65 None None] Attempting to bind port 8dc5b7ce-3338-4fff-8f40-62ddc1708235 by drivers openvswitch,hyperv on host dv-cinder-689486-10-iscsi at level 0 using segments [{'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:06:29.163006 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eede6b7c-9d45-4670-8186-94f8aaa11d65 None None] Attempting to bind port 8dc5b7ce-3338-4fff-8f40-62ddc1708235 on network 42de8c2d-cd05-4680-9fb4-4f0e504e941e {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:06:29.169903 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eede6b7c-9d45-4670-8186-94f8aaa11d65 None None] Checking agent: {'id': '0d7cbe5e-bfbb-464b-b5de-cb3320bd5996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 41, 6), 'started_at': datetime.datetime(2021, 4, 16, 11, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:06:29.170200 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eede6b7c-9d45-4670-8186-94f8aaa11d65 None None] Checking segment: {'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:06:29.170651 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-eede6b7c-9d45-4670-8186-94f8aaa11d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:29.171084 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eede6b7c-9d45-4670-8186-94f8aaa11d65 None None] Bound using segment: {'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'} {{(pid=85339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:06:29.171599 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-eede6b7c-9d45-4670-8186-94f8aaa11d65 None None] Bound port: 8dc5b7ce-3338-4fff-8f40-62ddc1708235, host: dv-cinder-689486-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc7dd2f-3e5c-4067-bc2d-84cf54659228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e'}}] {{(pid=85339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:06:29.172020 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-eede6b7c-9d45-4670-8186-94f8aaa11d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:29.261363 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-eede6b7c-9d45-4670-8186-94f8aaa11d65 None None] For port 8dc5b7ce-3338-4fff-8f40-62ddc1708235, host dv-cinder-689486-10-iscsi, cleared binding levels {{(pid=85339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:06:29.264692 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-eede6b7c-9d45-4670-8186-94f8aaa11d65 None None] For port 8dc5b7ce-3338-4fff-8f40-62ddc1708235, host dv-cinder-689486-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=8dc5b7ce-3338-4fff-8f40-62ddc1708235,segment=NetworkSegment(fbc7dd2f-3e5c-4067-bc2d-84cf54659228),segment_id=fbc7dd2f-3e5c-4067-bc2d-84cf54659228)] {{(pid=85339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:06:29.268175 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-eede6b7c-9d45-4670-8186-94f8aaa11d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:29.284188 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:29.288579 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-64f1cb42-cf39-485e-9826-257edcb5e64d admin admin] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:29.292224 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-64f1cb42-cf39-485e-9826-257edcb5e64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847015921'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:29.328539 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-1ce81dca-fee7-4fcb-9294-2f09955a3c6e tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:29.390906 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-64f1cb42-cf39-485e-9826-257edcb5e64d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2083560'] for router_interface, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:29.475011 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f188263-fefc-415e-92c0-4410a602a228 None None] Pushing event updated for resources: {'Port': ['ID=8dc5b7ce-3338-4fff-8f40-62ddc1708235,revision_number=3']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:29.482558 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-7f188263-fefc-415e-92c0-4410a602a228 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:29.503492 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1cb42-cf39-485e-9826-257edcb5e64d admin admin] Pushing event updated for resources: {'Port': ['ID=303b1311-b500-4e19-ba29-4f24cf512810,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:29.516677 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-64f1cb42-cf39-485e-9826-257edcb5e64d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:29.549705 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eede6b7c-9d45-4670-8186-94f8aaa11d65 None None] Routers {'0e8cd21d-b7df-428a-81ae-4548739cf80a'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:06:29.550376 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-eede6b7c-9d45-4670-8186-94f8aaa11d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:06:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['0e8cd21d-b7df-428a-81ae-4548739cf80a'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:29.563411 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f1cb42-cf39-485e-9826-257edcb5e64d admin admin] Network a8fea250-0cbb-4de6-855a-7a89fe14aceb is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:06:29.564690 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-64f1cb42-cf39-485e-9826-257edcb5e64d admin admin] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:06:29.764828 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 4b32ba96-094c-4ae3-a822-14cf075caf7a up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:06:29.796382 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f1cb42-cf39-485e-9826-257edcb5e64d admin admin] Router 0e8cd21d-b7df-428a-81ae-4548739cf80a has already been hosted by L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 {{(pid=85337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:06:29.846820 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-eede6b7c-9d45-4670-8186-94f8aaa11d65 None None] Set router 0e8cd21d-b7df-428a-81ae-4548739cf80a gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:06:29.912808 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-8055ba7d-83f7-4765-a30e-20c40cbf77f1 None None] Provisioning for port 303b1311-b500-4e19-ba29-4f24cf512810 completed by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:06:29.932773 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-8055ba7d-83f7-4765-a30e-20c40cbf77f1 None None] Provisioning complete for port 303b1311-b500-4e19-ba29-4f24cf512810 triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:06:29.933204 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8055ba7d-83f7-4765-a30e-20c40cbf77f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:29.990342 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f1cb42-cf39-485e-9826-257edcb5e64d admin admin] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:06:29.999598 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-64f1cb42-cf39-485e-9826-257edcb5e64d admin admin] 10.222.0.71 "PUT /v2.0/routers/0e8cd21d-b7df-428a-81ae-4548739cf80a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0597820 Apr 16 12:06:30.133336 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning for port 4b32ba96-094c-4ae3-a822-14cf075caf7a completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:06:30.143430 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-8055ba7d-83f7-4765-a30e-20c40cbf77f1 None None] Port 303b1311-b500-4e19-ba29-4f24cf512810 cannot update to ACTIVE because it is not bound. {{(pid=85339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:06:30.148180 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port 4b32ba96-094c-4ae3-a822-14cf075caf7a triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:06:30.148630 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:30.354179 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f63007c9-2e18-418a-b6cd-e1f763272058 None None] Provisioning complete for port 303b1311-b500-4e19-ba29-4f24cf512810 triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:06:30.354600 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f63007c9-2e18-418a-b6cd-e1f763272058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:30.442998 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:30.591965 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 60166) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:30.597966 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-e7bed29a-6573-4fa4-9c4d-83fef335e04b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1185672278', 'description': 'tempest-secgroup-smoke-1185672278 description', 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:06:30.604671 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-e7bed29a-6573-4fa4-9c4d-83fef335e04b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:30.608893 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-e7bed29a-6573-4fa4-9c4d-83fef335e04b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Usage tracker for resource:security_group and tenant:935c1a71cc0d4f90b79485c3b58a7fb2 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:30.612160 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-e7bed29a-6573-4fa4-9c4d-83fef335e04b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:30.618812 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-e7bed29a-6573-4fa4-9c4d-83fef335e04b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:30.629766 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e7bed29a-6573-4fa4-9c4d-83fef335e04b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for security_group, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:30.631633 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-f63007c9-2e18-418a-b6cd-e1f763272058 None None] Port 303b1311-b500-4e19-ba29-4f24cf512810 cannot update to ACTIVE because it is not bound. {{(pid=85339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:06:30.653147 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-e7bed29a-6573-4fa4-9c4d-83fef335e04b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:30.657256 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-e7bed29a-6573-4fa4-9c4d-83fef335e04b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Usage tracker for resource:security_group_rule and tenant:935c1a71cc0d4f90b79485c3b58a7fb2 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:30.660305 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-e7bed29a-6573-4fa4-9c4d-83fef335e04b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:30.661629 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-eede6b7c-9d45-4670-8186-94f8aaa11d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8cd21d-b7df-428a-81ae-4548739cf80a', 'name': 'tempest-TestVolumeBootPattern-1318799948-router', 'tenant_id': '67cbb6923dc040ae93dc65f315fc8dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '8dc5b7ce-3338-4fff-8f40-62ddc1708235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:24Z', 'updated_at': '2021-04-16T12:06:28Z', 'revision_number': 4, 'project_id': '67cbb6923dc040ae93dc65f315fc8dfd', 'gw_port': {'id': '8dc5b7ce-3338-4fff-8f40-62ddc1708235', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8cd21d-b7df-428a-81ae-4548739cf80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:24Z', 'updated_at': '2021-04-16T12:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': '303b1311-b500-4e19-ba29-4f24cf512810', 'name': '', 'network_id': 'a8fea250-0cbb-4de6-855a-7a89fe14aceb', 'tenant_id': '67cbb6923dc040ae93dc65f315fc8dfd', 'mac_address': 'fa:16:3e:54:76:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8cd21d-b7df-428a-81ae-4548739cf80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '26f65dd8-328e-4420-a9cf-20492f764dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:28Z', 'updated_at': '2021-04-16T12:06:29Z', 'revision_number': 2, 'project_id': '67cbb6923dc040ae93dc65f315fc8dfd', 'subnets': [{'id': '26f65dd8-328e-4420-a9cf-20492f764dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:30.665171 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] For port 4b32ba96-094c-4ae3-a822-14cf075caf7a, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=4b32ba96-094c-4ae3-a822-14cf075caf7a,segment=NetworkSegment(01bff58f-d881-4acc-a4c2-0648090cedff),segment_id=01bff58f-d881-4acc-a4c2-0648090cedff)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:06:30.668588 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-e7bed29a-6573-4fa4-9c4d-83fef335e04b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:30.668763 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eede6b7c-9d45-4670-8186-94f8aaa11d65 None None] The sync data for ids ['0e8cd21d-b7df-428a-81ae-4548739cf80a'] in dv-cinder-689486-10-iscsi is: [{'id': '0e8cd21d-b7df-428a-81ae-4548739cf80a', 'name': 'tempest-TestVolumeBootPattern-1318799948-router', 'tenant_id': '67cbb6923dc040ae93dc65f315fc8dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '8dc5b7ce-3338-4fff-8f40-62ddc1708235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:24Z', 'updated_at': '2021-04-16T12:06:28Z', 'revision_number': 4, 'project_id': '67cbb6923dc040ae93dc65f315fc8dfd', 'gw_port': {'id': '8dc5b7ce-3338-4fff-8f40-62ddc1708235', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8cd21d-b7df-428a-81ae-4548739cf80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:24Z', 'updated_at': '2021-04-16T12:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': '303b1311-b500-4e19-ba29-4f24cf512810', 'name': '', 'network_id': 'a8fea250-0cbb-4de6-855a-7a89fe14aceb', 'tenant_id': '67cbb6923dc040ae93dc65f315fc8dfd', 'mac_address': 'fa:16:3e:54:76:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8cd21d-b7df-428a-81ae-4548739cf80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '26f65dd8-328e-4420-a9cf-20492f764dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:28Z', 'updated_at': '2021-04-16T12:06:29Z', 'revision_number': 2, 'project_id': '67cbb6923dc040ae93dc65f315fc8dfd', 'subnets': [{'id': '26f65dd8-328e-4420-a9cf-20492f764dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:06:30.670568 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:30.671625 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 45196d4b-83aa-44fb-a0d0-38bb9392363f up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:06:30.702745 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:30.748032 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e7bed29a-6573-4fa4-9c4d-83fef335e04b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for security_group, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:30.752250 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e7bed29a-6573-4fa4-9c4d-83fef335e04b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:30.759885 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-ca4dfd8b-23cd-449a-ad16-cd71a14d2d85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:30.799196 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Pushing event updated for resources: {'Port': ['ID=4b32ba96-094c-4ae3-a822-14cf075caf7a,revision_number=5']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:30.801846 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bed29a-6573-4fa4-9c4d-83fef335e04b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03e5fa41-7d2e-45e1-8849-d4da513d6c3d,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:30.803278 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:30.804627 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e7bed29a-6573-4fa4-9c4d-83fef335e04b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:30.808922 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-e7bed29a-6573-4fa4-9c4d-83fef335e04b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2129774 Apr 16 12:06:30.809306 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 60170) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:30.812576 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port 45196d4b-83aa-44fb-a0d0-38bb9392363f triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:06:30.813003 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:30.815434 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-1f156f8b-fd7e-4c48-b24d-41e0306efa75 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Request body: {'security_group_rule': {'security_group_id': '03e5fa41-7d2e-45e1-8849-d4da513d6c3d', 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:06:30.818674 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e7bed29a-6573-4fa4-9c4d-83fef335e04b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:30.824120 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-1f156f8b-fd7e-4c48-b24d-41e0306efa75 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:30.828659 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-1f156f8b-fd7e-4c48-b24d-41e0306efa75 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Usage tracker for resource:security_group_rule and tenant:935c1a71cc0d4f90b79485c3b58a7fb2 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:30.833598 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-1f156f8b-fd7e-4c48-b24d-41e0306efa75 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:30.841905 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-1f156f8b-fd7e-4c48-b24d-41e0306efa75 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:30.858266 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1f156f8b-fd7e-4c48-b24d-41e0306efa75 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:30.924826 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1f156f8b-fd7e-4c48-b24d-41e0306efa75 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:30.928223 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1f156f8b-fd7e-4c48-b24d-41e0306efa75 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974229'] for security_group_rule, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:30.930568 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:30.955075 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f156f8b-fd7e-4c48-b24d-41e0306efa75 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e616180-c99e-4778-a914-23ee75ec889e,revision_number=0']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:30.961341 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-1f156f8b-fd7e-4c48-b24d-41e0306efa75 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:30.965371 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1f156f8b-fd7e-4c48-b24d-41e0306efa75 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:30.966642 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-1f156f8b-fd7e-4c48-b24d-41e0306efa75 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1562769 Apr 16 12:06:30.969661 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 60174) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:30.975914 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-ec3bd62b-4f07-4434-8738-bbcf378908a8 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Request body: {'security_group_rule': {'security_group_id': '03e5fa41-7d2e-45e1-8849-d4da513d6c3d', 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:06:30.982291 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-ec3bd62b-4f07-4434-8738-bbcf378908a8 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:30.986257 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-ec3bd62b-4f07-4434-8738-bbcf378908a8 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Usage tracker for resource:security_group_rule and tenant:935c1a71cc0d4f90b79485c3b58a7fb2 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:30.989656 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-ec3bd62b-4f07-4434-8738-bbcf378908a8 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:30.995753 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-ec3bd62b-4f07-4434-8738-bbcf378908a8 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:31.012499 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ec3bd62b-4f07-4434-8738-bbcf378908a8 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:31.101988 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ec3bd62b-4f07-4434-8738-bbcf378908a8 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:31.104816 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ec3bd62b-4f07-4434-8738-bbcf378908a8 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974229'] for security_group_rule, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:31.107836 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:31.134564 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bd62b-4f07-4434-8738-bbcf378908a8 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e59d034-eac4-466c-8128-bdbe3edb5c5e,revision_number=0']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:31.137176 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-ec3bd62b-4f07-4434-8738-bbcf378908a8 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:31.144646 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ec3bd62b-4f07-4434-8738-bbcf378908a8 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:31.146020 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-ec3bd62b-4f07-4434-8738-bbcf378908a8 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1753597 Apr 16 12:06:31.148834 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 60178) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:31.154491 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-97839982-8853-4273-9086-7d39b4ddab2f tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Request body: {'security_group_rule': {'security_group_id': '03e5fa41-7d2e-45e1-8849-d4da513d6c3d', 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:06:31.161807 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-97839982-8853-4273-9086-7d39b4ddab2f tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:31.166415 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-97839982-8853-4273-9086-7d39b4ddab2f tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Usage tracker for resource:security_group_rule and tenant:935c1a71cc0d4f90b79485c3b58a7fb2 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:31.169707 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-97839982-8853-4273-9086-7d39b4ddab2f tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:31.177417 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-97839982-8853-4273-9086-7d39b4ddab2f tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:31.196812 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-97839982-8853-4273-9086-7d39b4ddab2f tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:31.268611 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-97839982-8853-4273-9086-7d39b4ddab2f tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:31.271920 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-97839982-8853-4273-9086-7d39b4ddab2f tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974229'] for security_group_rule, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:31.274741 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-2a437a5a-dd2a-4bae-9223-2abf5b54a14f tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:31.299953 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97839982-8853-4273-9086-7d39b4ddab2f tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d980e3-c21e-4d3b-8a98-9564f2217a37,revision_number=0']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:31.303482 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-97839982-8853-4273-9086-7d39b4ddab2f tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:31.310591 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-97839982-8853-4273-9086-7d39b4ddab2f tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:31.311874 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-97839982-8853-4273-9086-7d39b4ddab2f tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1620448 Apr 16 12:06:31.314880 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 60182) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:31.321617 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-0eb5c002-28ed-42de-8139-626f5efc3f91 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Request body: {'security_group_rule': {'security_group_id': '03e5fa41-7d2e-45e1-8849-d4da513d6c3d', 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:06:31.328108 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-0eb5c002-28ed-42de-8139-626f5efc3f91 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:31.333071 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-0eb5c002-28ed-42de-8139-626f5efc3f91 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Usage tracker for resource:security_group_rule and tenant:935c1a71cc0d4f90b79485c3b58a7fb2 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:31.336139 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-0eb5c002-28ed-42de-8139-626f5efc3f91 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:31.342634 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-0eb5c002-28ed-42de-8139-626f5efc3f91 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:31.359813 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0eb5c002-28ed-42de-8139-626f5efc3f91 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:31.446395 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0eb5c002-28ed-42de-8139-626f5efc3f91 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:31.449474 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0eb5c002-28ed-42de-8139-626f5efc3f91 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974229'] for security_group_rule, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:31.451788 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f536a4cc-5134-41c1-80b9-3e82d1fcb290 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:31.476224 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5c002-28ed-42de-8139-626f5efc3f91 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fecbf61-555c-4a37-99dd-08e40e8dd944,revision_number=0']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:31.481052 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-0eb5c002-28ed-42de-8139-626f5efc3f91 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:31.489172 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0eb5c002-28ed-42de-8139-626f5efc3f91 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:31.489757 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6217c20a-5a3d-4e69-9780-251869bcbdd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:31.490581 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-0eb5c002-28ed-42de-8139-626f5efc3f91 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1746917 Apr 16 12:06:31.494589 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 60186) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:31.500861 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-42f5fc49-2832-4bc1-8f1b-504a8b03bcc6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Request body: {'security_group_rule': {'security_group_id': '03e5fa41-7d2e-45e1-8849-d4da513d6c3d', 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:06:31.508236 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-42f5fc49-2832-4bc1-8f1b-504a8b03bcc6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:31.512580 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-42f5fc49-2832-4bc1-8f1b-504a8b03bcc6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Usage tracker for resource:security_group_rule and tenant:935c1a71cc0d4f90b79485c3b58a7fb2 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:31.515682 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-42f5fc49-2832-4bc1-8f1b-504a8b03bcc6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:31.522549 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-42f5fc49-2832-4bc1-8f1b-504a8b03bcc6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:31.536591 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.securitygroups_db [None req-42f5fc49-2832-4bc1-8f1b-504a8b03bcc6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Project 935c1a71cc0d4f90b79485c3b58a7fb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 12:06:31.544022 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-42f5fc49-2832-4bc1-8f1b-504a8b03bcc6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:31.618615 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-42f5fc49-2832-4bc1-8f1b-504a8b03bcc6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:31.622070 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-42f5fc49-2832-4bc1-8f1b-504a8b03bcc6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974229'] for security_group_rule, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:31.624577 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-fcac5a2c-8686-4dce-a79a-94dedd616483 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:31.652358 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5fc49-2832-4bc1-8f1b-504a8b03bcc6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17d46d3f-b7fe-4582-a19e-6640bc528319,revision_number=0']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:31.658179 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-42f5fc49-2832-4bc1-8f1b-504a8b03bcc6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:31.662594 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-42f5fc49-2832-4bc1-8f1b-504a8b03bcc6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:31.668416 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-42f5fc49-2832-4bc1-8f1b-504a8b03bcc6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1695757 Apr 16 12:06:31.668651 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 60190) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:31.675339 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-e6eef770-09cf-4fe4-a48d-aee834caf069 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Request body: {'security_group_rule': {'security_group_id': '03e5fa41-7d2e-45e1-8849-d4da513d6c3d', 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:06:31.688987 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-e6eef770-09cf-4fe4-a48d-aee834caf069 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:31.694233 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-e6eef770-09cf-4fe4-a48d-aee834caf069 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Usage tracker for resource:security_group_rule and tenant:935c1a71cc0d4f90b79485c3b58a7fb2 is out of sync, need to count used quota {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:31.697528 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-e6eef770-09cf-4fe4-a48d-aee834caf069 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:31.703859 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-e6eef770-09cf-4fe4-a48d-aee834caf069 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:31.715851 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.securitygroups_db [None req-e6eef770-09cf-4fe4-a48d-aee834caf069 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Project 935c1a71cc0d4f90b79485c3b58a7fb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 12:06:31.725883 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e6eef770-09cf-4fe4-a48d-aee834caf069 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:31.788524 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 4b32ba96-094c-4ae3-a822-14cf075caf7a up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:06:31.803896 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e6eef770-09cf-4fe4-a48d-aee834caf069 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:31.806995 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e6eef770-09cf-4fe4-a48d-aee834caf069 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974229'] for security_group_rule, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:31.809347 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-82b9d865-b9a4-4b30-b0ea-e27ba4d304b4 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:31.838065 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eef770-09cf-4fe4-a48d-aee834caf069 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbfec4ef-094b-44fd-80e5-f12d92e1ca02,revision_number=0']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:31.843033 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e6eef770-09cf-4fe4-a48d-aee834caf069 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:31.851957 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e6eef770-09cf-4fe4-a48d-aee834caf069 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:31.853288 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-e6eef770-09cf-4fe4-a48d-aee834caf069 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1833313 Apr 16 12:06:31.873787 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port 4b32ba96-094c-4ae3-a822-14cf075caf7a triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:06:31.874203 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:32.006941 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 8dc5b7ce-3338-4fff-8f40-62ddc1708235 up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:06:32.080973 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning for port 8dc5b7ce-3338-4fff-8f40-62ddc1708235 completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:06:32.087472 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port 8dc5b7ce-3338-4fff-8f40-62ddc1708235 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:06:32.087891 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:32.217779 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:32.234602 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] For port 8dc5b7ce-3338-4fff-8f40-62ddc1708235, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=8dc5b7ce-3338-4fff-8f40-62ddc1708235,segment=NetworkSegment(fbc7dd2f-3e5c-4067-bc2d-84cf54659228),segment_id=fbc7dd2f-3e5c-4067-bc2d-84cf54659228)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:06:32.237670 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:32.239759 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-7fa4f482-f95d-4867-8278-453227391c8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:32.312393 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Pushing event updated for resources: {'Port': ['ID=8dc5b7ce-3338-4fff-8f40-62ddc1708235,revision_number=4']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:32.316046 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:33.688777 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 8dc5b7ce-3338-4fff-8f40-62ddc1708235 up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:06:33.744452 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29795aa4-3a6e-4c75-98e6-1be5e0ecb5e2 None None] Sync routers for ids ['0e8cd21d-b7df-428a-81ae-4548739cf80a'] in dv-cinder-689486-10-iscsi {{(pid=85340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:06:33.754331 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29795aa4-3a6e-4c75-98e6-1be5e0ecb5e2 None None] Routers {'0e8cd21d-b7df-428a-81ae-4548739cf80a'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:06:33.755138 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-29795aa4-3a6e-4c75-98e6-1be5e0ecb5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:06:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['0e8cd21d-b7df-428a-81ae-4548739cf80a'], 'active': True} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:33.765473 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port 8dc5b7ce-3338-4fff-8f40-62ddc1708235 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:06:33.767928 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:33.951027 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-29795aa4-3a6e-4c75-98e6-1be5e0ecb5e2 None None] Set router 0e8cd21d-b7df-428a-81ae-4548739cf80a gateway port host: dv-cinder-689486-10-iscsi {{(pid=85340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:06:34.439449 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-29795aa4-3a6e-4c75-98e6-1be5e0ecb5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8cd21d-b7df-428a-81ae-4548739cf80a', 'name': 'tempest-TestVolumeBootPattern-1318799948-router', 'tenant_id': '67cbb6923dc040ae93dc65f315fc8dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '8dc5b7ce-3338-4fff-8f40-62ddc1708235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:24Z', 'updated_at': '2021-04-16T12:06:28Z', 'revision_number': 4, 'project_id': '67cbb6923dc040ae93dc65f315fc8dfd', 'gw_port': {'id': '8dc5b7ce-3338-4fff-8f40-62ddc1708235', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8cd21d-b7df-428a-81ae-4548739cf80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:24Z', 'updated_at': '2021-04-16T12:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': '303b1311-b500-4e19-ba29-4f24cf512810', 'name': '', 'network_id': 'a8fea250-0cbb-4de6-855a-7a89fe14aceb', 'tenant_id': '67cbb6923dc040ae93dc65f315fc8dfd', 'mac_address': 'fa:16:3e:54:76:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8cd21d-b7df-428a-81ae-4548739cf80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '26f65dd8-328e-4420-a9cf-20492f764dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:28Z', 'updated_at': '2021-04-16T12:06:29Z', 'revision_number': 2, 'project_id': '67cbb6923dc040ae93dc65f315fc8dfd', 'subnets': [{'id': '26f65dd8-328e-4420-a9cf-20492f764dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:34.444039 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29795aa4-3a6e-4c75-98e6-1be5e0ecb5e2 None None] Checking router: 0e8cd21d-b7df-428a-81ae-4548739cf80a for host: dv-cinder-689486-10-iscsi {{(pid=85340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:06:34.444466 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29795aa4-3a6e-4c75-98e6-1be5e0ecb5e2 None None] Updating router 0e8cd21d-b7df-428a-81ae-4548739cf80a port 303b1311-b500-4e19-ba29-4f24cf512810 binding host dv-cinder-689486-10-iscsi {{(pid=85340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 12:06:34.504155 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-29795aa4-3a6e-4c75-98e6-1be5e0ecb5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:34.876283 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-29795aa4-3a6e-4c75-98e6-1be5e0ecb5e2 None None] Notify callbacks [] for port, precommit_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:34.889110 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-29795aa4-3a6e-4c75-98e6-1be5e0ecb5e2 None None] Transition to ACTIVE for port object 303b1311-b500-4e19-ba29-4f24cf512810 will not be triggered until provisioned by entity L2. {{(pid=85340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:06:34.892925 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6382817e-bf01-4e5b-a02e-e36db0468766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:34.895244 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-29795aa4-3a6e-4c75-98e6-1be5e0ecb5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:34.909005 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:35.041792 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd029ac-91a4-4506-8243-5475a794fe9f None None] Pushing event updated for resources: {'Port': ['ID=303b1311-b500-4e19-ba29-4f24cf512810,revision_number=3']} {{(pid=85340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:35.046064 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdd029ac-91a4-4506-8243-5475a794fe9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:35.260188 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-29795aa4-3a6e-4c75-98e6-1be5e0ecb5e2 None None] Attempting to bind port 303b1311-b500-4e19-ba29-4f24cf512810 on host dv-cinder-689486-10-iscsi for vnic_type normal with profile {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:06:35.260620 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-29795aa4-3a6e-4c75-98e6-1be5e0ecb5e2 None None] Attempting to bind port 303b1311-b500-4e19-ba29-4f24cf512810 by drivers openvswitch,hyperv on host dv-cinder-689486-10-iscsi at level 0 using segments [{'id': '70b5c7bb-4c03-4dd9-b5bb-6b5c7f7d772c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a8fea250-0cbb-4de6-855a-7a89fe14aceb'}] {{(pid=85340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:06:35.261020 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29795aa4-3a6e-4c75-98e6-1be5e0ecb5e2 None None] Attempting to bind port 303b1311-b500-4e19-ba29-4f24cf512810 on network a8fea250-0cbb-4de6-855a-7a89fe14aceb {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:06:35.266625 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29795aa4-3a6e-4c75-98e6-1be5e0ecb5e2 None None] Checking agent: {'id': '0d7cbe5e-bfbb-464b-b5de-cb3320bd5996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 41, 6), 'started_at': datetime.datetime(2021, 4, 16, 11, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:06:35.267035 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29795aa4-3a6e-4c75-98e6-1be5e0ecb5e2 None None] Checking segment: {'id': '70b5c7bb-4c03-4dd9-b5bb-6b5c7f7d772c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a8fea250-0cbb-4de6-855a-7a89fe14aceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:06:35.267483 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-29795aa4-3a6e-4c75-98e6-1be5e0ecb5e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:35.267898 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29795aa4-3a6e-4c75-98e6-1be5e0ecb5e2 None None] Bound using segment: {'id': '70b5c7bb-4c03-4dd9-b5bb-6b5c7f7d772c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a8fea250-0cbb-4de6-855a-7a89fe14aceb'} {{(pid=85340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:06:35.268432 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-29795aa4-3a6e-4c75-98e6-1be5e0ecb5e2 None None] Bound port: 303b1311-b500-4e19-ba29-4f24cf512810, host: dv-cinder-689486-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b5c7bb-4c03-4dd9-b5bb-6b5c7f7d772c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a8fea250-0cbb-4de6-855a-7a89fe14aceb'}}] {{(pid=85340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:06:35.268899 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-29795aa4-3a6e-4c75-98e6-1be5e0ecb5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:35.367128 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-29795aa4-3a6e-4c75-98e6-1be5e0ecb5e2 None None] For port 303b1311-b500-4e19-ba29-4f24cf512810, host dv-cinder-689486-10-iscsi, cleared binding levels {{(pid=85340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:06:35.370131 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-29795aa4-3a6e-4c75-98e6-1be5e0ecb5e2 None None] For port 303b1311-b500-4e19-ba29-4f24cf512810, host dv-cinder-689486-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=303b1311-b500-4e19-ba29-4f24cf512810,segment=NetworkSegment(70b5c7bb-4c03-4dd9-b5bb-6b5c7f7d772c),segment_id=70b5c7bb-4c03-4dd9-b5bb-6b5c7f7d772c)] {{(pid=85340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:06:35.373445 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-29795aa4-3a6e-4c75-98e6-1be5e0ecb5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:35.388642 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:35.546016 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd029ac-91a4-4506-8243-5475a794fe9f None None] Pushing event updated for resources: {'Port': ['ID=303b1311-b500-4e19-ba29-4f24cf512810,revision_number=4']} {{(pid=85340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:35.549237 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdd029ac-91a4-4506-8243-5475a794fe9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:35.592536 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29795aa4-3a6e-4c75-98e6-1be5e0ecb5e2 None None] Routers {'0e8cd21d-b7df-428a-81ae-4548739cf80a'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:06:35.593197 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-29795aa4-3a6e-4c75-98e6-1be5e0ecb5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:06:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['0e8cd21d-b7df-428a-81ae-4548739cf80a'], 'active': True} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:35.735556 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 303b1311-b500-4e19-ba29-4f24cf512810 up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:06:35.812709 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-29795aa4-3a6e-4c75-98e6-1be5e0ecb5e2 None None] Set router 0e8cd21d-b7df-428a-81ae-4548739cf80a gateway port host: dv-cinder-689486-10-iscsi {{(pid=85340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:06:35.823507 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-66c4dc17-9bc5-454d-876a-8ce18f116af3 None None] Provisioning complete for port 303b1311-b500-4e19-ba29-4f24cf512810 triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:06:35.823928 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-66c4dc17-9bc5-454d-876a-8ce18f116af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:35.860097 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning for port 303b1311-b500-4e19-ba29-4f24cf512810 completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:06:35.875316 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port 303b1311-b500-4e19-ba29-4f24cf512810 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:06:35.875731 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:35.961443 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:36.085369 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-66c4dc17-9bc5-454d-876a-8ce18f116af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:36.108460 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:36.148981 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-66c4dc17-9bc5-454d-876a-8ce18f116af3 None None] For port 303b1311-b500-4e19-ba29-4f24cf512810, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=303b1311-b500-4e19-ba29-4f24cf512810,segment=NetworkSegment(70b5c7bb-4c03-4dd9-b5bb-6b5c7f7d772c),segment_id=70b5c7bb-4c03-4dd9-b5bb-6b5c7f7d772c)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:06:36.162254 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-29795aa4-3a6e-4c75-98e6-1be5e0ecb5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8cd21d-b7df-428a-81ae-4548739cf80a', 'name': 'tempest-TestVolumeBootPattern-1318799948-router', 'tenant_id': '67cbb6923dc040ae93dc65f315fc8dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '8dc5b7ce-3338-4fff-8f40-62ddc1708235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:24Z', 'updated_at': '2021-04-16T12:06:28Z', 'revision_number': 4, 'project_id': '67cbb6923dc040ae93dc65f315fc8dfd', 'gw_port': {'id': '8dc5b7ce-3338-4fff-8f40-62ddc1708235', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8cd21d-b7df-428a-81ae-4548739cf80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:24Z', 'updated_at': '2021-04-16T12:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': '303b1311-b500-4e19-ba29-4f24cf512810', 'name': '', 'network_id': 'a8fea250-0cbb-4de6-855a-7a89fe14aceb', 'tenant_id': '67cbb6923dc040ae93dc65f315fc8dfd', 'mac_address': 'fa:16:3e:54:76:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8cd21d-b7df-428a-81ae-4548739cf80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '26f65dd8-328e-4420-a9cf-20492f764dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:28Z', 'updated_at': '2021-04-16T12:06:35Z', 'revision_number': 4, 'project_id': '67cbb6923dc040ae93dc65f315fc8dfd', 'subnets': [{'id': '26f65dd8-328e-4420-a9cf-20492f764dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:36.167005 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29795aa4-3a6e-4c75-98e6-1be5e0ecb5e2 None None] The sync data for ids ['0e8cd21d-b7df-428a-81ae-4548739cf80a'] in dv-cinder-689486-10-iscsi is: [{'id': '0e8cd21d-b7df-428a-81ae-4548739cf80a', 'name': 'tempest-TestVolumeBootPattern-1318799948-router', 'tenant_id': '67cbb6923dc040ae93dc65f315fc8dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '8dc5b7ce-3338-4fff-8f40-62ddc1708235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:24Z', 'updated_at': '2021-04-16T12:06:28Z', 'revision_number': 4, 'project_id': '67cbb6923dc040ae93dc65f315fc8dfd', 'gw_port': {'id': '8dc5b7ce-3338-4fff-8f40-62ddc1708235', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8cd21d-b7df-428a-81ae-4548739cf80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:24Z', 'updated_at': '2021-04-16T12:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': '303b1311-b500-4e19-ba29-4f24cf512810', 'name': '', 'network_id': 'a8fea250-0cbb-4de6-855a-7a89fe14aceb', 'tenant_id': '67cbb6923dc040ae93dc65f315fc8dfd', 'mac_address': 'fa:16:3e:54:76:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8cd21d-b7df-428a-81ae-4548739cf80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '26f65dd8-328e-4420-a9cf-20492f764dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:28Z', 'updated_at': '2021-04-16T12:06:35Z', 'revision_number': 4, 'project_id': '67cbb6923dc040ae93dc65f315fc8dfd', 'subnets': [{'id': '26f65dd8-328e-4420-a9cf-20492f764dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:06:36.184227 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-66c4dc17-9bc5-454d-876a-8ce18f116af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:36.193675 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-295e3c51-1b4f-4edc-b172-9daa2e9a8ec3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:36.278586 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.db.api [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85339) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 12:06:36.278912 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_db.api [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 12:06:36.290453 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c4dc17-9bc5-454d-876a-8ce18f116af3 None None] Pushing event updated for resources: {'Port': ['ID=303b1311-b500-4e19-ba29-4f24cf512810,revision_number=5']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:36.294214 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-66c4dc17-9bc5-454d-876a-8ce18f116af3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:36.436840 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:37.642944 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:37.687915 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 303b1311-b500-4e19-ba29-4f24cf512810 up at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:06:37.763908 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Provisioning complete for port 303b1311-b500-4e19-ba29-4f24cf512810 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:06:37.764351 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:41.406913 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:06:43.822499 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:53.887440 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-217af561-4a65-46d2-9c64-c61f88c8fa4a tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1185672278&fields=id&tenant_id=935c1a71cc0d4f90b79485c3b58a7fb2 HTTP/1.1" status: 200 len: 267 time: 0.0468414 Apr 16 12:06:54.057468 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-f5084bbd-0e57-4376-9e1f-bd4afa573e71 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:54.059053 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-f5084bbd-0e57-4376-9e1f-bd4afa573e71 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/networks?id=1fdc3039-aecf-4cbc-bd08-b574a7d3427d HTTP/1.1" status: 200 len: 812 time: 0.1636548 Apr 16 12:06:54.082344 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-418eca03-f3ae-4696-a1e9-2b5d6da7d62c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/quotas/935c1a71cc0d4f90b79485c3b58a7fb2 HTTP/1.1" status: 200 len: 375 time: 0.0105903 Apr 16 12:06:54.174099 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-302e8ea3-9876-43d2-ab53-00c35238a98f tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=935c1a71cc0d4f90b79485c3b58a7fb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0854948 Apr 16 12:06:54.448793 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-2d248bbd-fe93-4e1f-bfb1-577b322dd7f2 service neutron] 10.222.0.71 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606866 Apr 16 12:06:54.606756 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-3d4d8dd6-4da4-45e4-90c3-e61647cd02e7 service neutron] 10.222.0.71 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510491 Apr 16 12:06:55.075776 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-e5813d51-3d5e-416a-ac47-173f37c2650c req-5ccf073e-2a1e-482e-80e4-3e0d34d4e526 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Synchronizing usage tracker for tenant:935c1a71cc0d4f90b79485c3b58a7fb2 on resource:port {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:06:55.093133 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-e5813d51-3d5e-416a-ac47-173f37c2650c req-5ccf073e-2a1e-482e-80e4-3e0d34d4e526 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Unset dirty status for tenant:935c1a71cc0d4f90b79485c3b58a7fb2 on resource:port {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:06:55.094460 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e5813d51-3d5e-416a-ac47-173f37c2650c req-5ccf073e-2a1e-482e-80e4-3e0d34d4e526 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f147602-6617-4e49-896b-bf4b69828d5c HTTP/1.1" status: 200 len: 210 time: 0.0834126 Apr 16 12:06:56.272409 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7c75ac44-7ef8-4779-8ed5-5a0005cb74e8 req-401b24bd-e118-446a-9f24-e95a1ee9199c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f147602-6617-4e49-896b-bf4b69828d5c HTTP/1.1" status: 200 len: 210 time: 0.0563152 Apr 16 12:06:56.384098 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-43c11e03-fd5c-4d0c-bef9-127827e3106f tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:56.384796 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-43c11e03-fd5c-4d0c-bef9-127827e3106f tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Synchronizing usage tracker for tenant:935c1a71cc0d4f90b79485c3b58a7fb2 on resource:network {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:06:56.401201 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-43c11e03-fd5c-4d0c-bef9-127827e3106f tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Unset dirty status for tenant:935c1a71cc0d4f90b79485c3b58a7fb2 on resource:network {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:06:56.402455 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-43c11e03-fd5c-4d0c-bef9-127827e3106f tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.79 "GET /v2.0/networks?id=1fdc3039-aecf-4cbc-bd08-b574a7d3427d HTTP/1.1" status: 200 len: 812 time: 0.1912062 Apr 16 12:06:56.484607 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-f0c36fa2-4b17-4dff-81b9-891e95be8b10 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Synchronizing usage tracker for tenant:935c1a71cc0d4f90b79485c3b58a7fb2 on resource:security_group {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:06:56.502116 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-f0c36fa2-4b17-4dff-81b9-891e95be8b10 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Unset dirty status for tenant:935c1a71cc0d4f90b79485c3b58a7fb2 on resource:security_group {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:06:56.504181 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-f0c36fa2-4b17-4dff-81b9-891e95be8b10 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=935c1a71cc0d4f90b79485c3b58a7fb2 HTTP/1.1" status: 200 len: 8061 time: 0.0913370 Apr 16 12:06:56.513791 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-dbeaa933-b10c-4e99-bfbd-4cee70568757 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Request body: {'port': {'device_id': '5f147602-6617-4e49-896b-bf4b69828d5c', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'admin_state_up': True, 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'security_groups': ['03e5fa41-7d2e-45e1-8849-d4da513d6c3d']}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:06:56.669962 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-dbeaa933-b10c-4e99-bfbd-4cee70568757 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:56.681784 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-dbeaa933-b10c-4e99-bfbd-4cee70568757 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:56.691963 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-dbeaa933-b10c-4e99-bfbd-4cee70568757 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Made reservation on behalf of 935c1a71cc0d4f90b79485c3b58a7fb2 for: {'port': 1} {{(pid=85337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:06:56.698197 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-dbeaa933-b10c-4e99-bfbd-4cee70568757 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:56.880414 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-dbeaa933-b10c-4e99-bfbd-4cee70568757 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Allocated IP 172.20.0.4 (1fdc3039-aecf-4cbc-bd08-b574a7d3427d/ffa931c9-7651-4d73-8e5b-526e732d97b8/45478d5a-9e8c-4942-a352-864cfe95a03b) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:06:57.097749 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-dbeaa933-b10c-4e99-bfbd-4cee70568757 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:57.114697 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-dbeaa933-b10c-4e99-bfbd-4cee70568757 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Transition to ACTIVE for port object 45478d5a-9e8c-4942-a352-864cfe95a03b will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:06:57.141702 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-dbeaa933-b10c-4e99-bfbd-4cee70568757 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:57.161871 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-31dc1458-cd72-4278-b720-4b3c0796b71b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:57.304595 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeaa933-b10c-4e99-bfbd-4cee70568757 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Pushing event updated for resources: {'Port': ['ID=45478d5a-9e8c-4942-a352-864cfe95a03b,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:57.328581 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeaa933-b10c-4e99-bfbd-4cee70568757 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:57.329451 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeaa933-b10c-4e99-bfbd-4cee70568757 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:57.329451 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeaa933-b10c-4e99-bfbd-4cee70568757 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:57.329789 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeaa933-b10c-4e99-bfbd-4cee70568757 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:57.330725 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeaa933-b10c-4e99-bfbd-4cee70568757 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:57.331211 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeaa933-b10c-4e99-bfbd-4cee70568757 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:57.331614 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeaa933-b10c-4e99-bfbd-4cee70568757 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:57.332020 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeaa933-b10c-4e99-bfbd-4cee70568757 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:57.332461 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeaa933-b10c-4e99-bfbd-4cee70568757 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:57.332860 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeaa933-b10c-4e99-bfbd-4cee70568757 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:57.333249 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeaa933-b10c-4e99-bfbd-4cee70568757 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:57.333642 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeaa933-b10c-4e99-bfbd-4cee70568757 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:57.340242 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-dbeaa933-b10c-4e99-bfbd-4cee70568757 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:57.382603 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-dbeaa933-b10c-4e99-bfbd-4cee70568757 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Network 1fdc3039-aecf-4cbc-bd08-b574a7d3427d is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:06:57.383842 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-dbeaa933-b10c-4e99-bfbd-4cee70568757 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:06:57.386420 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-dbeaa933-b10c-4e99-bfbd-4cee70568757 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:06:57.509613 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-dbeaa933-b10c-4e99-bfbd-4cee70568757 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:57.510320 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-dbeaa933-b10c-4e99-bfbd-4cee70568757 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:57.557935 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-dbeaa933-b10c-4e99-bfbd-4cee70568757 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0483708 Apr 16 12:06:57.567950 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c086f7-f84f-4bc7-8dc7-6ff870c08f53 req-41840259-6755-4cf2-a781-d3f9aaf8b231 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:57.568743 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-11c086f7-f84f-4bc7-8dc7-6ff870c08f53 req-41840259-6755-4cf2-a781-d3f9aaf8b231 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Synchronizing usage tracker for tenant:935c1a71cc0d4f90b79485c3b58a7fb2 on resource:port {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:06:57.577366 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-11981ebd-65c1-4074-82a1-4920199fc0bd service neutron] Request body: {'port': {'device_id': '5f147602-6617-4e49-896b-bf4b69828d5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:06:57.636691 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-11c086f7-f84f-4bc7-8dc7-6ff870c08f53 req-41840259-6755-4cf2-a781-d3f9aaf8b231 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Unset dirty status for tenant:935c1a71cc0d4f90b79485c3b58a7fb2 on resource:port {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:06:57.637959 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-11c086f7-f84f-4bc7-8dc7-6ff870c08f53 req-41840259-6755-4cf2-a781-d3f9aaf8b231 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f147602-6617-4e49-896b-bf4b69828d5c HTTP/1.1" status: 200 len: 931 time: 0.2218204 Apr 16 12:06:57.662363 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-69b088cc-cf94-420f-8dd1-52bfda8759cd None None] Provisioning for port 45478d5a-9e8c-4942-a352-864cfe95a03b completed by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:06:57.667889 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-69b088cc-cf94-420f-8dd1-52bfda8759cd None None] Provisioning complete for port 45478d5a-9e8c-4942-a352-864cfe95a03b triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:06:57.668345 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-69b088cc-cf94-420f-8dd1-52bfda8759cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:57.729786 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-69b088cc-cf94-420f-8dd1-52bfda8759cd None None] Port 45478d5a-9e8c-4942-a352-864cfe95a03b cannot update to ACTIVE because it is not bound. {{(pid=85339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:06:57.746937 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-11981ebd-65c1-4074-82a1-4920199fc0bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:58.015050 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-11c086f7-f84f-4bc7-8dc7-6ff870c08f53 req-7b954704-b5be-4467-ad5f-53df1e7c34d1 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3382502 Apr 16 12:06:58.379253 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-11981ebd-65c1-4074-82a1-4920199fc0bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45478d5a-9e8c-4942-a352-864cfe95a03b {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:06:58.388069 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-11981ebd-65c1-4074-82a1-4920199fc0bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:58.406997 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-11981ebd-65c1-4074-82a1-4920199fc0bd service neutron] Transition to ACTIVE for port object 45478d5a-9e8c-4942-a352-864cfe95a03b will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:06:58.411346 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-11981ebd-65c1-4074-82a1-4920199fc0bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847015921'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:58.427953 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-fbf9b9ff-17f5-4e16-8749-796517079c51 tempest-VolumesNegativeTest-1370633708 tempest-VolumesNegativeTest-1370633708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:58.568899 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11981ebd-65c1-4074-82a1-4920199fc0bd service neutron] Pushing event updated for resources: {'Port': ['ID=45478d5a-9e8c-4942-a352-864cfe95a03b,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:58.582521 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-11981ebd-65c1-4074-82a1-4920199fc0bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:58.814778 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-11981ebd-65c1-4074-82a1-4920199fc0bd service neutron] Attempting to bind port 45478d5a-9e8c-4942-a352-864cfe95a03b on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:06:58.815391 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-11981ebd-65c1-4074-82a1-4920199fc0bd service neutron] Attempting to bind port 45478d5a-9e8c-4942-a352-864cfe95a03b by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '01bff58f-d881-4acc-a4c2-0648090cedff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:06:58.815774 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-11981ebd-65c1-4074-82a1-4920199fc0bd service neutron] Attempting to bind port 45478d5a-9e8c-4942-a352-864cfe95a03b on network 1fdc3039-aecf-4cbc-bd08-b574a7d3427d {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:06:58.821525 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-11981ebd-65c1-4074-82a1-4920199fc0bd service neutron] Port 45478d5a-9e8c-4942-a352-864cfe95a03b on network 1fdc3039-aecf-4cbc-bd08-b574a7d3427d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 12:06:58.821955 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-11981ebd-65c1-4074-82a1-4920199fc0bd service neutron] Attempting to bind port 45478d5a-9e8c-4942-a352-864cfe95a03b on network 1fdc3039-aecf-4cbc-bd08-b574a7d3427d {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:06:58.828663 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-11981ebd-65c1-4074-82a1-4920199fc0bd service neutron] Checking agent: {'id': '719f3357-7d54-4b9e-9866-52b19e770139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'started_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:06:58.829045 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-11981ebd-65c1-4074-82a1-4920199fc0bd service neutron] Checking segment: {'id': '01bff58f-d881-4acc-a4c2-0648090cedff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:06:58.829478 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-11981ebd-65c1-4074-82a1-4920199fc0bd service neutron] Bound using segment: {'id': '01bff58f-d881-4acc-a4c2-0648090cedff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:06:58.830462 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-11981ebd-65c1-4074-82a1-4920199fc0bd service neutron] Bound port: 45478d5a-9e8c-4942-a352-864cfe95a03b, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01bff58f-d881-4acc-a4c2-0648090cedff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:06:58.830943 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-11981ebd-65c1-4074-82a1-4920199fc0bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:58.933452 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-11981ebd-65c1-4074-82a1-4920199fc0bd service neutron] For port 45478d5a-9e8c-4942-a352-864cfe95a03b, host hv-cinder-68948, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:06:58.936831 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-11981ebd-65c1-4074-82a1-4920199fc0bd service neutron] For port 45478d5a-9e8c-4942-a352-864cfe95a03b, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=45478d5a-9e8c-4942-a352-864cfe95a03b,segment=NetworkSegment(01bff58f-d881-4acc-a4c2-0648090cedff),segment_id=01bff58f-d881-4acc-a4c2-0648090cedff)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:06:58.941257 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-11981ebd-65c1-4074-82a1-4920199fc0bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847015921'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:58.957762 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-6e7c8ed5-db81-406d-b728-37940964b592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:59.118697 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11981ebd-65c1-4074-82a1-4920199fc0bd service neutron] Pushing event updated for resources: {'Port': ['ID=45478d5a-9e8c-4942-a352-864cfe95a03b,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:59.124291 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-11981ebd-65c1-4074-82a1-4920199fc0bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:59.163199 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-11981ebd-65c1-4074-82a1-4920199fc0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:59.163784 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-11981ebd-65c1-4074-82a1-4920199fc0bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:59.165115 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-11981ebd-65c1-4074-82a1-4920199fc0bd service neutron] 10.222.0.79 "PUT /v2.0/ports/45478d5a-9e8c-4942-a352-864cfe95a03b HTTP/1.1" status: 200 len: 1093 time: 1.5933216 Apr 16 12:06:59.165671 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f147602-6617-4e49-896b-bf4b69828d5c', 'tag': '45478d5a-9e8c-4942-a352-864cfe95a03b'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:06:59.249075 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b0d7d-d812-4990-8a78-47de181d8391 req-fd7f588e-46f6-43f6-961b-cc211008bd18 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:59.252816 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b97b0d7d-d812-4990-8a78-47de181d8391 req-fd7f588e-46f6-43f6-961b-cc211008bd18 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f147602-6617-4e49-896b-bf4b69828d5c HTTP/1.1" status: 200 len: 943 time: 0.1204255 Apr 16 12:06:59.309979 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b97b0d7d-d812-4990-8a78-47de181d8391 req-0aa953a7-d009-427c-b85c-e519531eb0f7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522032 Apr 16 12:06:59.322618 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-2298b31b-54dc-4bd3-8099-3c2a07c2f8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:59.324828 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-2298b31b-54dc-4bd3-8099-3c2a07c2f8c3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=935c1a71cc0d4f90b79485c3b58a7fb2&device_id=5f147602-6617-4e49-896b-bf4b69828d5c HTTP/1.1" status: 200 len: 1096 time: 0.1090510 Apr 16 12:06:59.395163 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f147602-6617-4e49-896b-bf4b69828d5c', 'tag': '45478d5a-9e8c-4942-a352-864cfe95a03b', 'status': 'completed', 'code': 200} Apr 16 12:06:59.412330 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-8ba1691a-329d-4fdb-90f3-84fa793f7a51 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45478d5a-9e8c-4942-a352-864cfe95a03b HTTP/1.1" status: 200 len: 217 time: 0.0805616 Apr 16 12:06:59.484284 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-a2ed0d07-1679-4b0c-8fcd-401a1c9f4122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:59.485778 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-a2ed0d07-1679-4b0c-8fcd-401a1c9f4122 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ffa931c9-7651-4d73-8e5b-526e732d97b8 HTTP/1.1" status: 200 len: 851 time: 0.0662756 Apr 16 12:06:59.575383 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-d87bbed1-b8b0-4ecc-bca0-89e16fda06ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:59.577044 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-d87bbed1-b8b0-4ecc-bca0-89e16fda06ad service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1fdc3039-aecf-4cbc-bd08-b574a7d3427d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0838101 Apr 16 12:06:59.727915 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-f0d93c0c-a715-4913-a41b-fab4014f5dcc service neutron] 10.222.0.79 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430650 Apr 16 12:06:59.873162 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-119b9522-c2d2-42d3-806b-79a82eb04745 req-827c111c-95fd-49f4-ba6d-d61c9ea2bc0e service neutron] 10.222.0.79 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383901 Apr 16 12:06:59.999066 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962d981-cbc7-4701-8053-5d7c118fe90f req-060232f8-638f-4691-8bc2-efe26cfb6b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:00.000717 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f962d981-cbc7-4701-8053-5d7c118fe90f req-060232f8-638f-4691-8bc2-efe26cfb6b3c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=935c1a71cc0d4f90b79485c3b58a7fb2&device_id=5f147602-6617-4e49-896b-bf4b69828d5c HTTP/1.1" status: 200 len: 1096 time: 0.0801659 Apr 16 12:07:00.149634 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962d981-cbc7-4701-8053-5d7c118fe90f req-5d568f83-46e3-4917-9ecd-f662959edc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:00.151115 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f962d981-cbc7-4701-8053-5d7c118fe90f req-5d568f83-46e3-4917-9ecd-f662959edc7a service neutron] 10.222.0.79 "GET /v2.0/networks?id=1fdc3039-aecf-4cbc-bd08-b574a7d3427d HTTP/1.1" status: 200 len: 913 time: 0.1442389 Apr 16 12:07:00.233620 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f962d981-cbc7-4701-8053-5d7c118fe90f req-e5887318-ad12-401c-bc71-ec87456da3cd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45478d5a-9e8c-4942-a352-864cfe95a03b HTTP/1.1" status: 200 len: 217 time: 0.0730271 Apr 16 12:07:00.303373 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962d981-cbc7-4701-8053-5d7c118fe90f req-242bc3c7-9c4f-4ab3-9b48-fe97df63330f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:00.304983 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f962d981-cbc7-4701-8053-5d7c118fe90f req-242bc3c7-9c4f-4ab3-9b48-fe97df63330f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ffa931c9-7651-4d73-8e5b-526e732d97b8 HTTP/1.1" status: 200 len: 851 time: 0.0648596 Apr 16 12:07:00.394411 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962d981-cbc7-4701-8053-5d7c118fe90f req-a2280f8c-02a5-4df8-85ba-f65ee4ec6f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:00.396030 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f962d981-cbc7-4701-8053-5d7c118fe90f req-a2280f8c-02a5-4df8-85ba-f65ee4ec6f2c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1fdc3039-aecf-4cbc-bd08-b574a7d3427d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0842409 Apr 16 12:07:00.537082 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a416a-e75d-4860-bfe5-db318fb4019d req-290512c1-8d7d-43b7-89c3-d6e5f19593ef tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:00.538720 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-642a416a-e75d-4860-bfe5-db318fb4019d req-290512c1-8d7d-43b7-89c3-d6e5f19593ef tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f147602-6617-4e49-896b-bf4b69828d5c HTTP/1.1" status: 200 len: 943 time: 0.0972309 Apr 16 12:07:00.547994 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f962d981-cbc7-4701-8053-5d7c118fe90f req-789a2947-191e-4736-8b21-0a05ed6dd1c3 service neutron] 10.222.0.79 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442595 Apr 16 12:07:00.589334 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-642a416a-e75d-4860-bfe5-db318fb4019d req-82dc8e4f-ca04-47bd-80ae-f1f8b7f705c0 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435140 Apr 16 12:07:00.695907 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f962d981-cbc7-4701-8053-5d7c118fe90f req-462c6923-cb70-4dca-9bae-ab3369c7d68f service neutron] 10.222.0.79 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402822 Apr 16 12:07:01.482215 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1e85f220-0150-4e67-a643-a7f2aa9c77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:01.811709 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a4f3d-4055-418b-a963-9927dcd352d5 req-a82f4630-f62a-4ed0-a28d-1efe2112dc1b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:01.813222 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-724a4f3d-4055-418b-a963-9927dcd352d5 req-a82f4630-f62a-4ed0-a28d-1efe2112dc1b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f147602-6617-4e49-896b-bf4b69828d5c HTTP/1.1" status: 200 len: 943 time: 0.0949626 Apr 16 12:07:01.865774 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-724a4f3d-4055-418b-a963-9927dcd352d5 req-cce2d075-1f57-4fe3-9d5d-f32e08282049 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458069 Apr 16 12:07:03.081300 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c68a5-ef3e-4091-9d8b-cb7c39a1da66 req-938dc80f-9a02-4f14-a43a-fc09b1186cdd tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:03.082972 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6c4c68a5-ef3e-4091-9d8b-cb7c39a1da66 req-938dc80f-9a02-4f14-a43a-fc09b1186cdd tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f147602-6617-4e49-896b-bf4b69828d5c HTTP/1.1" status: 200 len: 943 time: 0.0981736 Apr 16 12:07:03.179458 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-6c4c68a5-ef3e-4091-9d8b-cb7c39a1da66 req-bb8df4a7-cde6-44bb-bfc8-9c31c1f99f17 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835667 Apr 16 12:07:04.411969 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d018c8-9f44-4e59-816d-0bab486f7aa9 req-caeea291-089e-49b2-8289-d56fadea6012 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:04.413717 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-35d018c8-9f44-4e59-816d-0bab486f7aa9 req-caeea291-089e-49b2-8289-d56fadea6012 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f147602-6617-4e49-896b-bf4b69828d5c HTTP/1.1" status: 200 len: 943 time: 0.1004188 Apr 16 12:07:04.465921 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-35d018c8-9f44-4e59-816d-0bab486f7aa9 req-6a60a145-b0c3-463b-9b03-979de63e4d87 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452387 Apr 16 12:07:04.886716 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8699bca4-e8c6-48e8-9377-2380f419a93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:05.680726 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef63d1-f4d8-4395-82c3-c1853adea377 req-f1e24a33-25b7-4195-bdc5-3346f525bddb tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:05.682434 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-89ef63d1-f4d8-4395-82c3-c1853adea377 req-f1e24a33-25b7-4195-bdc5-3346f525bddb tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f147602-6617-4e49-896b-bf4b69828d5c HTTP/1.1" status: 200 len: 943 time: 0.0953653 Apr 16 12:07:05.734217 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-89ef63d1-f4d8-4395-82c3-c1853adea377 req-1e1d9d17-9a86-472e-a5b1-872cbfe70ae2 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448658 Apr 16 12:07:05.894095 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:06.441335 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:06.945496 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b01a9-2c6c-40bc-a8ca-6977efb5cd48 req-a44e2e83-fad1-4a9e-93e8-1e0c9f658645 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:06.947218 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c19b01a9-2c6c-40bc-a8ca-6977efb5cd48 req-a44e2e83-fad1-4a9e-93e8-1e0c9f658645 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f147602-6617-4e49-896b-bf4b69828d5c HTTP/1.1" status: 200 len: 943 time: 0.0950575 Apr 16 12:07:06.998453 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c19b01a9-2c6c-40bc-a8ca-6977efb5cd48 req-c92f5210-e84b-49e3-b001-86e1a7f7c75a tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436280 Apr 16 12:07:07.648117 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:08.215152 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5c8a1-f191-47cd-891d-5ed7c27f2868 req-afdcf882-2019-48fd-bf9f-e8e599ae90c4 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:08.216828 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f1d5c8a1-f191-47cd-891d-5ed7c27f2868 req-afdcf882-2019-48fd-bf9f-e8e599ae90c4 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f147602-6617-4e49-896b-bf4b69828d5c HTTP/1.1" status: 200 len: 943 time: 0.0976923 Apr 16 12:07:08.266720 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f1d5c8a1-f191-47cd-891d-5ed7c27f2868 req-11cdd013-c68f-4afe-9a5f-110116dacec7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420101 Apr 16 12:07:08.814865 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 45478d5a-9e8c-4942-a352-864cfe95a03b details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:07:08.962749 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 45478d5a-9e8c-4942-a352-864cfe95a03b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=45478d5a-9e8c-4942-a352-864cfe95a03b,segment=NetworkSegment(01bff58f-d881-4acc-a4c2-0648090cedff),segment_id=01bff58f-d881-4acc-a4c2-0648090cedff)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:07:08.978663 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Returning: {'device': '45478d5a-9e8c-4942-a352-864cfe95a03b', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'port_id': '45478d5a-9e8c-4942-a352-864cfe95a03b', 'mac_address': 'fa:16:3e:27:2b:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:07:09.051857 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:09.072784 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45478d5a-9e8c-4942-a352-864cfe95a03b {{(pid=85339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:07:09.092474 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 45478d5a-9e8c-4942-a352-864cfe95a03b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=45478d5a-9e8c-4942-a352-864cfe95a03b,segment=NetworkSegment(01bff58f-d881-4acc-a4c2-0648090cedff),segment_id=01bff58f-d881-4acc-a4c2-0648090cedff)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:07:09.096450 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:09.099271 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:09.176893 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=45478d5a-9e8c-4942-a352-864cfe95a03b,revision_number=4']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:09.180453 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:09.431685 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['45478d5a-9e8c-4942-a352-864cfe95a03b'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:07:09.492634 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d1e30-490f-4524-90db-e2f36e518179 req-b8775abe-d38c-41df-bc87-2b786ce43422 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:09.494341 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b08d1e30-490f-4524-90db-e2f36e518179 req-b8775abe-d38c-41df-bc87-2b786ce43422 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f147602-6617-4e49-896b-bf4b69828d5c HTTP/1.1" status: 200 len: 944 time: 0.1070836 Apr 16 12:07:09.548275 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b08d1e30-490f-4524-90db-e2f36e518179 req-190c41d0-bdda-4a8d-8028-fbc1e3c835f2 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459468 Apr 16 12:07:10.761468 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb29781-f530-4d47-9770-f1e99e45f147 req-f6f231f3-58af-462e-9359-3f6c561a1a68 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:10.763203 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9eb29781-f530-4d47-9770-f1e99e45f147 req-f6f231f3-58af-462e-9359-3f6c561a1a68 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f147602-6617-4e49-896b-bf4b69828d5c HTTP/1.1" status: 200 len: 944 time: 0.0956242 Apr 16 12:07:10.814787 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 45478d5a-9e8c-4942-a352-864cfe95a03b up at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:07:10.817865 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9eb29781-f530-4d47-9770-f1e99e45f147 req-7081d0e1-1879-40ea-ba0a-100c0e0039ee tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469244 Apr 16 12:07:10.904485 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning for port 45478d5a-9e8c-4942-a352-864cfe95a03b completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:07:10.910409 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning complete for port 45478d5a-9e8c-4942-a352-864cfe95a03b triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:07:10.910830 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:11.043248 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:11.073548 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f147602-6617-4e49-896b-bf4b69828d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45478d5a-9e8c-4942-a352-864cfe95a03b'}] {{(pid=85339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:07:11.084415 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 45478d5a-9e8c-4942-a352-864cfe95a03b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=45478d5a-9e8c-4942-a352-864cfe95a03b,segment=NetworkSegment(01bff58f-d881-4acc-a4c2-0648090cedff),segment_id=01bff58f-d881-4acc-a4c2-0648090cedff)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:07:11.087602 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:11.090587 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:11.180215 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=45478d5a-9e8c-4942-a352-864cfe95a03b,revision_number=5']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:11.183900 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:11.193634 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f147602-6617-4e49-896b-bf4b69828d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45478d5a-9e8c-4942-a352-864cfe95a03b', 'code': 200} Apr 16 12:07:11.492103 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2537b3-e82b-4f53-8e53-8d37fe75c540 req-df5925ff-18b6-4396-ae58-509c8350f247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:11.493729 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4a2537b3-e82b-4f53-8e53-8d37fe75c540 req-df5925ff-18b6-4396-ae58-509c8350f247 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5f147602-6617-4e49-896b-bf4b69828d5c HTTP/1.1" status: 200 len: 1098 time: 0.0781059 Apr 16 12:07:11.542508 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4a2537b3-e82b-4f53-8e53-8d37fe75c540 req-2a6fef75-faca-4897-bb9e-c052ed9a907c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421629 Apr 16 12:07:12.027960 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df75d3-e964-4d7e-b922-269ff204ef6f req-c910b8f9-7310-4df4-9b35-7c5796f3fa78 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:12.029586 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-12df75d3-e964-4d7e-b922-269ff204ef6f req-c910b8f9-7310-4df4-9b35-7c5796f3fa78 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f147602-6617-4e49-896b-bf4b69828d5c HTTP/1.1" status: 200 len: 945 time: 0.0960171 Apr 16 12:07:12.081020 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-12df75d3-e964-4d7e-b922-269ff204ef6f req-ab9f519f-7f3a-478b-90a8-bd50a5aba4f2 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448184 Apr 16 12:07:13.306399 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6eaf4-cf01-4b4b-a3c5-c8fe1151ac13 req-db96e1d1-b9a7-4170-93e5-1e9a69452b55 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:13.307984 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2af6eaf4-cf01-4b4b-a3c5-c8fe1151ac13 req-db96e1d1-b9a7-4170-93e5-1e9a69452b55 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f147602-6617-4e49-896b-bf4b69828d5c HTTP/1.1" status: 200 len: 945 time: 0.1068609 Apr 16 12:07:13.356999 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2af6eaf4-cf01-4b4b-a3c5-c8fe1151ac13 req-afda7841-2487-455a-a833-ffbe5b84bb59 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420301 Apr 16 12:07:13.560609 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42843c8-61d7-4cc1-af78-0e41a595ea4b req-349a3b54-95f9-4aee-84a9-ecf86f1736b2 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:13.562204 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a42843c8-61d7-4cc1-af78-0e41a595ea4b req-349a3b54-95f9-4aee-84a9-ecf86f1736b2 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f147602-6617-4e49-896b-bf4b69828d5c HTTP/1.1" status: 200 len: 945 time: 0.0892541 Apr 16 12:07:13.613125 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a42843c8-61d7-4cc1-af78-0e41a595ea4b req-4afeac94-3c2b-4845-a915-00e00ad2e02d tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438962 Apr 16 12:07:13.638803 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 60372) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:07:13.762021 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce7442e-3982-4c82-80e9-86e82e6a27d3 tempest-TestVolumeBootPattern-344008735 tempest-TestVolumeBootPattern-344008735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:13.763641 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-bce7442e-3982-4c82-80e9-86e82e6a27d3 tempest-TestVolumeBootPattern-344008735 tempest-TestVolumeBootPattern-344008735-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=5f147602-6617-4e49-896b-bf4b69828d5c HTTP/1.1" status: 200 len: 1093 time: 0.1237965 Apr 16 12:07:13.767494 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 60378) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:07:13.773235 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Request body: {'floatingip': {'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'port_id': '45478d5a-9e8c-4942-a352-864cfe95a03b', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:07:13.779771 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:07:13.784587 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Usage tracker for resource:floatingip and tenant:935c1a71cc0d4f90b79485c3b58a7fb2 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:07:13.787532 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:07:13.793570 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:07:13.804477 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for floatingip, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:13.833744 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:13.951797 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:14.099325 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Allocated IP 172.27.1.171 (42de8c2d-cd05-4680-9fb4-4f0e504e941e/337501b3-dbb5-4b21-86cd-6f03e94fa6eb/21b41b66-a0e4-4d12-b144-7076b1516bb0) {{(pid=85338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:07:14.258873 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for port, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:14.290640 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1351932'] for port, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:14.306655 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-fc068b94-c80e-421a-9960-60d6635b3e50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:14.460621 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Pushing event updated for resources: {'Port': ['ID=21b41b66-a0e4-4d12-b144-7076b1516bb0,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:14.475868 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:14.476221 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:14.476686 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:14.477098 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:14.477507 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:14.477914 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:14.478321 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:14.478726 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:14.479135 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:14.479536 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:14.479939 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:14.480363 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:14.486688 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:14.525332 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Network 42de8c2d-cd05-4680-9fb4-4f0e504e941e is already hosted by enough agents. {{(pid=85338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:07:14.526471 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Resources bound (agent type, host, resource id): {{(pid=85338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:07:14.528918 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Received port after_create {{(pid=85338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:07:14.966830 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:15.044621 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:15.267110 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:15.270425 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853423900'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:15.285948 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-7d3a9476-4cc9-4efc-98db-031c711bf143 tempest-AttachVolumeTestJSON-1091381078 tempest-AttachVolumeTestJSON-1091381078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:15.672683 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Pushing event updated for resources: {'Port': ['ID=21b41b66-a0e4-4d12-b144-7076b1516bb0,revision_number=2']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:15.675908 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:15.784712 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852691177'] for floatingip, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:15.962820 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.l3_db [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Floating IP 51f7617f-db2b-479d-9b89-1f0d544115b8 associated. External IP: 172.27.1.171, port: 45478d5a-9e8c-4942-a352-864cfe95a03b. Apr 16 12:07:16.333796 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Router e1ec5c62-102d-45d5-a789-a5f0990afc3d has already been hosted by L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 {{(pid=85338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:07:16.528907 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:07:16.540286 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1338f4-b86f-4b03-a0e6-a8f2d617663f None None] Sync routers for ids ['e1ec5c62-102d-45d5-a789-a5f0990afc3d'] in dv-cinder-689486-10-iscsi {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:07:16.551096 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1338f4-b86f-4b03-a0e6-a8f2d617663f None None] Routers {'e1ec5c62-102d-45d5-a789-a5f0990afc3d'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:07:16.551908 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-1a1338f4-b86f-4b03-a0e6-a8f2d617663f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:07:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['e1ec5c62-102d-45d5-a789-a5f0990afc3d'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:07:16.553844 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for floatingip, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:16.612773 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8440671 Apr 16 12:07:16.613487 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f147602-6617-4e49-896b-bf4b69828d5c', 'tag': '45478d5a-9e8c-4942-a352-864cfe95a03b'}] {{(pid=85338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:07:16.664827 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f147602-6617-4e49-896b-bf4b69828d5c', 'tag': '45478d5a-9e8c-4942-a352-864cfe95a03b', 'status': 'completed', 'code': 200} Apr 16 12:07:16.775622 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ad718-d13a-4057-ad68-b7db4e0b2a31 req-b6aba658-adc3-44f4-92f2-7a27958cb7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:16.777297 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8e1ad718-d13a-4057-ad68-b7db4e0b2a31 req-b6aba658-adc3-44f4-92f2-7a27958cb7e1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=935c1a71cc0d4f90b79485c3b58a7fb2&device_id=5f147602-6617-4e49-896b-bf4b69828d5c HTTP/1.1" status: 200 len: 1098 time: 0.0890646 Apr 16 12:07:16.931630 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ad718-d13a-4057-ad68-b7db4e0b2a31 req-d57e2757-f362-488d-860e-9efde9fc69f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:16.933275 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8e1ad718-d13a-4057-ad68-b7db4e0b2a31 req-d57e2757-f362-488d-860e-9efde9fc69f5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1fdc3039-aecf-4cbc-bd08-b574a7d3427d HTTP/1.1" status: 200 len: 913 time: 0.1487966 Apr 16 12:07:16.964541 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-1a1338f4-b86f-4b03-a0e6-a8f2d617663f None None] Set router e1ec5c62-102d-45d5-a789-a5f0990afc3d gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:07:17.048526 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8e1ad718-d13a-4057-ad68-b7db4e0b2a31 req-84aea3df-6fac-4dba-a74f-83e21da5b420 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45478d5a-9e8c-4942-a352-864cfe95a03b HTTP/1.1" status: 200 len: 999 time: 0.1075811 Apr 16 12:07:17.124075 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ad718-d13a-4057-ad68-b7db4e0b2a31 req-3cde5e3c-55dc-476f-bcb6-8c2fd23ef720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:17.126366 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8e1ad718-d13a-4057-ad68-b7db4e0b2a31 req-3cde5e3c-55dc-476f-bcb6-8c2fd23ef720 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ffa931c9-7651-4d73-8e5b-526e732d97b8 HTTP/1.1" status: 200 len: 851 time: 0.0712481 Apr 16 12:07:17.218641 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ad718-d13a-4057-ad68-b7db4e0b2a31 req-ce267df1-296e-46e1-ae5a-35c54cb098bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:17.220611 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8e1ad718-d13a-4057-ad68-b7db4e0b2a31 req-ce267df1-296e-46e1-ae5a-35c54cb098bc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1fdc3039-aecf-4cbc-bd08-b574a7d3427d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0871792 Apr 16 12:07:17.361943 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-1a1338f4-b86f-4b03-a0e6-a8f2d617663f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'name': 'tempest-TestVolumeBootPattern-1769461691-router', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:16Z', 'updated_at': '2021-04-16T12:06:21Z', 'revision_number': 4, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'gw_port': {'id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:17Z', 'updated_at': '2021-04-16T12:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_floatingips': [{'id': '51f7617f-db2b-479d-9b89-1f0d544115b8', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'router_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'port_id': '45478d5a-9e8c-4942-a352-864cfe95a03b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'mac_address': 'fa:16:3e:27:2b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f147602-6617-4e49-896b-bf4b69828d5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:07:14Z', 'updated_at': '2021-04-16T12:07:14Z', 'revision_number': 0, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b32ba96-094c-4ae3-a822-14cf075caf7a', 'name': '', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'mac_address': 'fa:16:3e:d5:c8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:20Z', 'updated_at': '2021-04-16T12:06:30Z', 'revision_number': 5, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'subnets': [{'id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:07:17.366233 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1338f4-b86f-4b03-a0e6-a8f2d617663f None None] Checking router: e1ec5c62-102d-45d5-a789-a5f0990afc3d for host: dv-cinder-689486-10-iscsi {{(pid=85339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:07:17.370744 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8e1ad718-d13a-4057-ad68-b7db4e0b2a31 req-ad879a3c-0e9b-4061-bf0a-345e79c35d10 service neutron] 10.222.0.79 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431475 Apr 16 12:07:17.375892 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1338f4-b86f-4b03-a0e6-a8f2d617663f None None] Routers {'e1ec5c62-102d-45d5-a789-a5f0990afc3d'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:07:17.376625 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-1a1338f4-b86f-4b03-a0e6-a8f2d617663f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:07:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['e1ec5c62-102d-45d5-a789-a5f0990afc3d'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:07:17.516178 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8e1ad718-d13a-4057-ad68-b7db4e0b2a31 req-7593a79c-58de-444c-a1c2-20b435bc4501 service neutron] 10.222.0.79 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387675 Apr 16 12:07:17.571283 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-1a1338f4-b86f-4b03-a0e6-a8f2d617663f None None] Set router e1ec5c62-102d-45d5-a789-a5f0990afc3d gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:07:17.935031 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-1a1338f4-b86f-4b03-a0e6-a8f2d617663f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'name': 'tempest-TestVolumeBootPattern-1769461691-router', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:16Z', 'updated_at': '2021-04-16T12:06:21Z', 'revision_number': 4, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'gw_port': {'id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:17Z', 'updated_at': '2021-04-16T12:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_floatingips': [{'id': '51f7617f-db2b-479d-9b89-1f0d544115b8', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'router_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'port_id': '45478d5a-9e8c-4942-a352-864cfe95a03b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'mac_address': 'fa:16:3e:27:2b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f147602-6617-4e49-896b-bf4b69828d5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:07:14Z', 'updated_at': '2021-04-16T12:07:14Z', 'revision_number': 0, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b32ba96-094c-4ae3-a822-14cf075caf7a', 'name': '', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'mac_address': 'fa:16:3e:d5:c8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:20Z', 'updated_at': '2021-04-16T12:06:30Z', 'revision_number': 5, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'subnets': [{'id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:07:17.939338 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1338f4-b86f-4b03-a0e6-a8f2d617663f None None] The sync data for ids ['e1ec5c62-102d-45d5-a789-a5f0990afc3d'] in dv-cinder-689486-10-iscsi is: [{'id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'name': 'tempest-TestVolumeBootPattern-1769461691-router', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:16Z', 'updated_at': '2021-04-16T12:06:21Z', 'revision_number': 4, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'gw_port': {'id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:17Z', 'updated_at': '2021-04-16T12:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_floatingips': [{'id': '51f7617f-db2b-479d-9b89-1f0d544115b8', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'router_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'port_id': '45478d5a-9e8c-4942-a352-864cfe95a03b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'mac_address': 'fa:16:3e:27:2b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f147602-6617-4e49-896b-bf4b69828d5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:07:14Z', 'updated_at': '2021-04-16T12:07:14Z', 'revision_number': 0, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b32ba96-094c-4ae3-a822-14cf075caf7a', 'name': '', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'mac_address': 'fa:16:3e:d5:c8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:20Z', 'updated_at': '2021-04-16T12:06:30Z', 'revision_number': 5, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'subnets': [{'id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:07:18.219886 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b03044-d1ea-462e-b3c7-e7f7a204c953 None None] New status for floating IP 51f7617f-db2b-479d-9b89-1f0d544115b8: ACTIVE {{(pid=85340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 12:07:18.409640 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:07:31.484199 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-127f094b-c6d5-4e7b-aa40-70fc2d12a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:34.887943 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-77d07334-4385-4c49-8c9f-95d0add746f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:35.895215 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:36.443667 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:37.643878 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:43.824611 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:55.409576 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:08:01.487112 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bcdf8e25-1e3f-4061-afb7-5f209e1eecc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:03.135176 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b23f92ef-dcfd-4974-ad8b-175f7ad67124 req-8dccea96-f4eb-4b93-a035-4b7341defd6b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5f147602-6617-4e49-896b-bf4b69828d5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0801907 Apr 16 12:08:03.292403 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f92ef-dcfd-4974-ad8b-175f7ad67124 req-66c8cc12-dc17-4442-9a16-f1476e2ca64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:03.294192 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b23f92ef-dcfd-4974-ad8b-175f7ad67124 req-66c8cc12-dc17-4442-9a16-f1476e2ca64e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=935c1a71cc0d4f90b79485c3b58a7fb2&device_id=5f147602-6617-4e49-896b-bf4b69828d5c HTTP/1.1" status: 200 len: 1098 time: 0.0809569 Apr 16 12:08:03.692632 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f92ef-dcfd-4974-ad8b-175f7ad67124 req-fe1f4934-a2bf-43c6-95cb-9c5941d646ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:03.694216 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b23f92ef-dcfd-4974-ad8b-175f7ad67124 req-fe1f4934-a2bf-43c6-95cb-9c5941d646ac service neutron] 10.222.0.79 "GET /v2.0/networks?id=1fdc3039-aecf-4cbc-bd08-b574a7d3427d HTTP/1.1" status: 200 len: 913 time: 0.3800468 Apr 16 12:08:03.805435 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b23f92ef-dcfd-4974-ad8b-175f7ad67124 req-120d7b6c-fe72-49a7-b1b9-83b73da58336 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45478d5a-9e8c-4942-a352-864cfe95a03b HTTP/1.1" status: 200 len: 1001 time: 0.1031179 Apr 16 12:08:03.878311 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f92ef-dcfd-4974-ad8b-175f7ad67124 req-daa282ac-4f08-4e78-981d-7dddf588651c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:03.879830 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b23f92ef-dcfd-4974-ad8b-175f7ad67124 req-daa282ac-4f08-4e78-981d-7dddf588651c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ffa931c9-7651-4d73-8e5b-526e732d97b8 HTTP/1.1" status: 200 len: 851 time: 0.0658143 Apr 16 12:08:03.963859 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f92ef-dcfd-4974-ad8b-175f7ad67124 req-9dc541b2-a788-420a-9d6e-5de645367230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:03.965465 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b23f92ef-dcfd-4974-ad8b-175f7ad67124 req-9dc541b2-a788-420a-9d6e-5de645367230 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1fdc3039-aecf-4cbc-bd08-b574a7d3427d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0762737 Apr 16 12:08:04.109982 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b23f92ef-dcfd-4974-ad8b-175f7ad67124 req-3e5002f4-e441-427c-80e9-b50c1472f20a service neutron] 10.222.0.79 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370642 Apr 16 12:08:04.259675 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b23f92ef-dcfd-4974-ad8b-175f7ad67124 req-ebfcfb02-837c-4bb4-a0c6-d6a0e68f69b8 service neutron] 10.222.0.79 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419325 Apr 16 12:08:04.891031 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-cb46c9f4-7c93-4395-b057-208fd3c68019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:05.898158 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:06.444703 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:07.646167 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:13.834806 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:31.487613 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e485ca11-a091-4adf-95ed-948e094ea320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:32.409425 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:08:34.893506 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9d74ed4e-51bb-4fb0-bb2b-96a5bad457a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:35.899732 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:36.445368 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:37.649467 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:43.825498 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:01.489889 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-28522d51-3279-415e-ba57-1dbecb8619b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:04.899433 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-542c193c-f8fa-46eb-b603-a9c60433cd2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:05.187176 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-67ec0a55-e11a-4a10-9d18-e4e7eb1ac8cc req-1ae9c596-c55f-4683-85a8-3f3944378505 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5f147602-6617-4e49-896b-bf4b69828d5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821404 Apr 16 12:09:05.348623 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec0a55-e11a-4a10-9d18-e4e7eb1ac8cc req-6649bab2-9aec-450a-a4c7-1756539a5108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:05.350772 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-67ec0a55-e11a-4a10-9d18-e4e7eb1ac8cc req-6649bab2-9aec-450a-a4c7-1756539a5108 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=935c1a71cc0d4f90b79485c3b58a7fb2&device_id=5f147602-6617-4e49-896b-bf4b69828d5c HTTP/1.1" status: 200 len: 1098 time: 0.0861804 Apr 16 12:09:05.561011 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec0a55-e11a-4a10-9d18-e4e7eb1ac8cc req-f619d001-65f7-4fcf-9183-67fef3736b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:05.562559 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-67ec0a55-e11a-4a10-9d18-e4e7eb1ac8cc req-f619d001-65f7-4fcf-9183-67fef3736b63 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1fdc3039-aecf-4cbc-bd08-b574a7d3427d HTTP/1.1" status: 200 len: 913 time: 0.1875830 Apr 16 12:09:05.683122 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-67ec0a55-e11a-4a10-9d18-e4e7eb1ac8cc req-b916f2c1-ba29-416e-b51e-ee57babefda8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45478d5a-9e8c-4942-a352-864cfe95a03b HTTP/1.1" status: 200 len: 1001 time: 0.1135738 Apr 16 12:09:05.757948 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec0a55-e11a-4a10-9d18-e4e7eb1ac8cc req-94f61805-84d0-4542-a5c8-8c1f87c2181a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:05.759675 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-67ec0a55-e11a-4a10-9d18-e4e7eb1ac8cc req-94f61805-84d0-4542-a5c8-8c1f87c2181a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ffa931c9-7651-4d73-8e5b-526e732d97b8 HTTP/1.1" status: 200 len: 851 time: 0.0701578 Apr 16 12:09:05.847025 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec0a55-e11a-4a10-9d18-e4e7eb1ac8cc req-f8c2b24b-f36f-4add-8f27-d3dc0b061137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:05.848580 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-67ec0a55-e11a-4a10-9d18-e4e7eb1ac8cc req-f8c2b24b-f36f-4add-8f27-d3dc0b061137 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1fdc3039-aecf-4cbc-bd08-b574a7d3427d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0823991 Apr 16 12:09:05.908853 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:06.008844 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-67ec0a55-e11a-4a10-9d18-e4e7eb1ac8cc req-0c67d2f6-32ae-47f2-b415-666f63a90957 service neutron] 10.222.0.79 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536598 Apr 16 12:09:06.168388 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-67ec0a55-e11a-4a10-9d18-e4e7eb1ac8cc req-8d126e19-a8d7-4422-affc-033d6d14e129 service neutron] 10.222.0.79 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520553 Apr 16 12:09:06.448460 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:07.653353 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:09.408776 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:09:13.832647 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:31.492588 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3cd19454-b8f0-4ca7-89b8-8e21fa38e27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:31.819297 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d732db5-6be1-4298-9911-87ebbb7b62fb req-f700e5a2-5d41-4df9-822b-893382c8488f tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:31.820824 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2d732db5-6be1-4298-9911-87ebbb7b62fb req-f700e5a2-5d41-4df9-822b-893382c8488f tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f147602-6617-4e49-896b-bf4b69828d5c HTTP/1.1" status: 200 len: 945 time: 0.0948820 Apr 16 12:09:31.868840 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-2d732db5-6be1-4298-9911-87ebbb7b62fb req-ed437ce0-fc80-4911-932d-95014b1d9369 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417066 Apr 16 12:09:33.083187 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336a6c5-65c5-4e0b-a5de-c38a61c3f015 req-55f4e056-2e54-4f9b-bb7c-3133e492d921 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:33.084837 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1336a6c5-65c5-4e0b-a5de-c38a61c3f015 req-55f4e056-2e54-4f9b-bb7c-3133e492d921 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f147602-6617-4e49-896b-bf4b69828d5c HTTP/1.1" status: 200 len: 945 time: 0.0942297 Apr 16 12:09:33.132554 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1336a6c5-65c5-4e0b-a5de-c38a61c3f015 req-898f9cbf-7d34-42bb-b0f0-3d0d8c502557 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414155 Apr 16 12:09:33.447009 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0cb86-f410-4053-b34f-519659bc6cce req-6e4d8b20-7eb4-4ca8-b764-07789a26579a tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:33.448553 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b4b0cb86-f410-4053-b34f-519659bc6cce req-6e4d8b20-7eb4-4ca8-b764-07789a26579a tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f147602-6617-4e49-896b-bf4b69828d5c HTTP/1.1" status: 200 len: 945 time: 0.0863979 Apr 16 12:09:33.528977 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-b4b0cb86-f410-4053-b34f-519659bc6cce req-a1343246-c1bc-43ef-90c5-36fd226b5906 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Deleting port 45478d5a-9e8c-4942-a352-864cfe95a03b {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:09:33.529272 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-b4b0cb86-f410-4053-b34f-519659bc6cce req-a1343246-c1bc-43ef-90c5-36fd226b5906 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:33.791456 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-b4b0cb86-f410-4053-b34f-519659bc6cce req-a1343246-c1bc-43ef-90c5-36fd226b5906 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] For port 45478d5a-9e8c-4942-a352-864cfe95a03b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=45478d5a-9e8c-4942-a352-864cfe95a03b,segment=NetworkSegment(01bff58f-d881-4acc-a4c2-0648090cedff),segment_id=01bff58f-d881-4acc-a4c2-0648090cedff)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:09:33.791784 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-b4b0cb86-f410-4053-b34f-519659bc6cce req-a1343246-c1bc-43ef-90c5-36fd226b5906 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:34.096596 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-b4b0cb86-f410-4053-b34f-519659bc6cce req-a1343246-c1bc-43ef-90c5-36fd226b5906 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:34.097235 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-b4b0cb86-f410-4053-b34f-519659bc6cce req-a1343246-c1bc-43ef-90c5-36fd226b5906 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852691177'] for floatingip, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:34.097374 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.l3_db [req-b4b0cb86-f410-4053-b34f-519659bc6cce req-a1343246-c1bc-43ef-90c5-36fd226b5906 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Floating IP 51f7617f-db2b-479d-9b89-1f0d544115b8 disassociated. External IP: 172.27.1.171, port: 45478d5a-9e8c-4942-a352-864cfe95a03b. Apr 16 12:09:34.097730 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-b4b0cb86-f410-4053-b34f-519659bc6cce req-a1343246-c1bc-43ef-90c5-36fd226b5906 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Calling delete_port for 45478d5a-9e8c-4942-a352-864cfe95a03b owned by compute:nova {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:09:34.258791 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-b4b0cb86-f410-4053-b34f-519659bc6cce req-a1343246-c1bc-43ef-90c5-36fd226b5906 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:34.275287 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-8cd96985-bca6-41ed-9989-674d42ef2835 tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:09:34.382872 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1343246-c1bc-43ef-90c5-36fd226b5906 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Pushing event deleted for resources: {'Port': ['ID=45478d5a-9e8c-4942-a352-864cfe95a03b,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:09:34.435176 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1343246-c1bc-43ef-90c5-36fd226b5906 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:34.435599 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1343246-c1bc-43ef-90c5-36fd226b5906 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:34.436015 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1343246-c1bc-43ef-90c5-36fd226b5906 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:34.436454 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1343246-c1bc-43ef-90c5-36fd226b5906 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:34.436863 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1343246-c1bc-43ef-90c5-36fd226b5906 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:34.437278 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1343246-c1bc-43ef-90c5-36fd226b5906 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:34.437683 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1343246-c1bc-43ef-90c5-36fd226b5906 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:34.438087 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1343246-c1bc-43ef-90c5-36fd226b5906 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:34.438491 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1343246-c1bc-43ef-90c5-36fd226b5906 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:34.438894 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1343246-c1bc-43ef-90c5-36fd226b5906 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:34.439291 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1343246-c1bc-43ef-90c5-36fd226b5906 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:34.439687 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1343246-c1bc-43ef-90c5-36fd226b5906 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:34.456943 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-a1343246-c1bc-43ef-90c5-36fd226b5906 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:09:34.470556 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1ac9415f-4aba-438a-a5c3-983d9a49b159 req-da25a917-6d84-4800-9f9f-598f02f74641 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f147602-6617-4e49-896b-bf4b69828d5c HTTP/1.1" status: 200 len: 210 time: 0.1590009 Apr 16 12:09:34.711687 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4b0cb86-f410-4053-b34f-519659bc6cce req-a1343246-c1bc-43ef-90c5-36fd226b5906 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Router e1ec5c62-102d-45d5-a789-a5f0990afc3d has already been hosted by L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 {{(pid=85337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:09:34.894359 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-58fa322c-b43c-43cf-81b1-0aa9867cb31c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:35.150116 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4b0cb86-f410-4053-b34f-519659bc6cce req-a1343246-c1bc-43ef-90c5-36fd226b5906 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:09:35.163304 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819441fb-49b6-417d-81ff-00dd2e07a1a1 None None] Sync routers for ids ['e1ec5c62-102d-45d5-a789-a5f0990afc3d'] in dv-cinder-689486-10-iscsi {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:09:35.173547 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819441fb-49b6-417d-81ff-00dd2e07a1a1 None None] Routers {'e1ec5c62-102d-45d5-a789-a5f0990afc3d'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:09:35.174486 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-819441fb-49b6-417d-81ff-00dd2e07a1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:09:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['e1ec5c62-102d-45d5-a789-a5f0990afc3d'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:09:35.234168 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b0cb86-f410-4053-b34f-519659bc6cce req-a1343246-c1bc-43ef-90c5-36fd226b5906 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] No DVR routers for this DVR port 45478d5a-9e8c-4942-a352-864cfe95a03b on host hv-cinder-68948 {{(pid=85337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:09:35.237490 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-b4b0cb86-f410-4053-b34f-519659bc6cce req-a1343246-c1bc-43ef-90c5-36fd226b5906 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:35.240409 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f147602-6617-4e49-896b-bf4b69828d5c', 'name': 'network-vif-deleted', 'tag': '45478d5a-9e8c-4942-a352-864cfe95a03b'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:09:35.256377 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b4b0cb86-f410-4053-b34f-519659bc6cce req-a1343246-c1bc-43ef-90c5-36fd226b5906 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.79 "DELETE /v2.0/ports/45478d5a-9e8c-4942-a352-864cfe95a03b HTTP/1.1" status: 204 len: 173 time: 1.8018863 Apr 16 12:09:35.290257 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f147602-6617-4e49-896b-bf4b69828d5c', 'name': 'network-vif-deleted', 'tag': '45478d5a-9e8c-4942-a352-864cfe95a03b', 'status': 'completed', 'code': 200} Apr 16 12:09:35.372488 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-819441fb-49b6-417d-81ff-00dd2e07a1a1 None None] Set router e1ec5c62-102d-45d5-a789-a5f0990afc3d gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:09:35.637450 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-30ad5125-9710-4132-8ee6-eb5c3be49d29 req-746eb780-7bb9-4325-b530-c352060d8ef8 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Synchronizing usage tracker for tenant:935c1a71cc0d4f90b79485c3b58a7fb2 on resource:port {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:09:35.653180 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-30ad5125-9710-4132-8ee6-eb5c3be49d29 req-746eb780-7bb9-4325-b530-c352060d8ef8 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Unset dirty status for tenant:935c1a71cc0d4f90b79485c3b58a7fb2 on resource:port {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:09:35.654522 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-30ad5125-9710-4132-8ee6-eb5c3be49d29 req-746eb780-7bb9-4325-b530-c352060d8ef8 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f147602-6617-4e49-896b-bf4b69828d5c HTTP/1.1" status: 200 len: 210 time: 0.0658221 Apr 16 12:09:35.710637 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-819441fb-49b6-417d-81ff-00dd2e07a1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'name': 'tempest-TestVolumeBootPattern-1769461691-router', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:16Z', 'updated_at': '2021-04-16T12:06:21Z', 'revision_number': 4, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'gw_port': {'id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:17Z', 'updated_at': '2021-04-16T12:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': '4b32ba96-094c-4ae3-a822-14cf075caf7a', 'name': '', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'mac_address': 'fa:16:3e:d5:c8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:20Z', 'updated_at': '2021-04-16T12:06:30Z', 'revision_number': 5, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'subnets': [{'id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:09:35.715032 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819441fb-49b6-417d-81ff-00dd2e07a1a1 None None] Checking router: e1ec5c62-102d-45d5-a789-a5f0990afc3d for host: dv-cinder-689486-10-iscsi {{(pid=85339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:09:35.725718 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819441fb-49b6-417d-81ff-00dd2e07a1a1 None None] Routers {'e1ec5c62-102d-45d5-a789-a5f0990afc3d'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:09:35.726833 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-819441fb-49b6-417d-81ff-00dd2e07a1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:09:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['e1ec5c62-102d-45d5-a789-a5f0990afc3d'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:09:35.929177 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:35.931100 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-819441fb-49b6-417d-81ff-00dd2e07a1a1 None None] Set router e1ec5c62-102d-45d5-a789-a5f0990afc3d gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:09:36.448662 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-819441fb-49b6-417d-81ff-00dd2e07a1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'name': 'tempest-TestVolumeBootPattern-1769461691-router', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:16Z', 'updated_at': '2021-04-16T12:06:21Z', 'revision_number': 4, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'gw_port': {'id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:17Z', 'updated_at': '2021-04-16T12:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': '4b32ba96-094c-4ae3-a822-14cf075caf7a', 'name': '', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'mac_address': 'fa:16:3e:d5:c8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:20Z', 'updated_at': '2021-04-16T12:06:30Z', 'revision_number': 5, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'subnets': [{'id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:09:36.458495 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819441fb-49b6-417d-81ff-00dd2e07a1a1 None None] The sync data for ids ['e1ec5c62-102d-45d5-a789-a5f0990afc3d'] in dv-cinder-689486-10-iscsi is: [{'id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'name': 'tempest-TestVolumeBootPattern-1769461691-router', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:16Z', 'updated_at': '2021-04-16T12:06:21Z', 'revision_number': 4, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'gw_port': {'id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:17Z', 'updated_at': '2021-04-16T12:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': '4b32ba96-094c-4ae3-a822-14cf075caf7a', 'name': '', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'mac_address': 'fa:16:3e:d5:c8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:20Z', 'updated_at': '2021-04-16T12:06:30Z', 'revision_number': 5, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'subnets': [{'id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:09:36.462925 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:36.869157 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fdde61-1554-4377-ae03-7fe0a23f10ea None None] New status for floating IP 51f7617f-db2b-479d-9b89-1f0d544115b8: DOWN {{(pid=85340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 12:09:36.981135 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-ed752597-7579-4e98-820b-f52853c40657 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1185672278&fields=id&tenant_id=935c1a71cc0d4f90b79485c3b58a7fb2 HTTP/1.1" status: 200 len: 267 time: 0.0422509 Apr 16 12:09:37.147499 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-f7b89db9-246b-4cf2-89b2-317c04cedc7a tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:37.149136 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-f7b89db9-246b-4cf2-89b2-317c04cedc7a tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/networks?id=1fdc3039-aecf-4cbc-bd08-b574a7d3427d HTTP/1.1" status: 200 len: 812 time: 0.1597095 Apr 16 12:09:37.166185 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-b4070759-49a2-4249-81c1-f999b4c91250 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/quotas/935c1a71cc0d4f90b79485c3b58a7fb2 HTTP/1.1" status: 200 len: 375 time: 0.0107441 Apr 16 12:09:37.267274 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-674f5313-69d3-46ce-adcf-f31ef50bf65e tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=935c1a71cc0d4f90b79485c3b58a7fb2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0945675 Apr 16 12:09:37.467644 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-36400fb2-162e-4b80-81fb-531b0e3906fe service neutron] 10.222.0.71 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873105 Apr 16 12:09:37.499425 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 45478d5a-9e8c-4942-a352-864cfe95a03b no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:09:37.537436 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] No Port match for: 45478d5a-9e8c-4942-a352-864cfe95a03b {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:09:37.537868 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 45478d5a-9e8c-4942-a352-864cfe95a03b not bound to the agent host hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:09:37.612416 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-5661e855-93cb-4818-b595-234ba1dbb140 service neutron] 10.222.0.71 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377866 Apr 16 12:09:37.656822 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:38.161268 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7984bdb7-5e3c-41b0-a9c4-6907bef515c4 req-62609294-1c1e-480e-ba99-bfe4b4826e80 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc11ad7-7125-4bc3-9c50-9405fcb82446 HTTP/1.1" status: 200 len: 210 time: 0.0477934 Apr 16 12:09:39.272153 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-77b12aaa-5ff5-48cb-8e34-9d5247e34268 req-f49d9a61-65d4-4cb2-b2d3-78004514d501 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc11ad7-7125-4bc3-9c50-9405fcb82446 HTTP/1.1" status: 200 len: 210 time: 0.0524037 Apr 16 12:09:40.381042 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-b5334e83-4830-43f1-901e-b2f92d237b34 req-e07d32de-70dd-40e7-9781-5aac7e85f451 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc11ad7-7125-4bc3-9c50-9405fcb82446 HTTP/1.1" status: 200 len: 210 time: 0.0520802 Apr 16 12:09:41.489102 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-465cb8a2-666a-40e8-97d4-d08ae97acb91 req-887a6d46-06e6-4a0c-9fe5-9b47f7464ddc tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc11ad7-7125-4bc3-9c50-9405fcb82446 HTTP/1.1" status: 200 len: 210 time: 0.0501938 Apr 16 12:09:42.654120 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4203bebc-9b0c-4f1b-8d23-795684d7339b req-ecc20db1-84ec-4bc9-bce8-679a956c2243 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc11ad7-7125-4bc3-9c50-9405fcb82446 HTTP/1.1" status: 200 len: 210 time: 0.0511818 Apr 16 12:09:43.308952 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-9764ea82-ee5d-47ca-8e8e-4b7d1b965600 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:43.310527 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-9764ea82-ee5d-47ca-8e8e-4b7d1b965600 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.79 "GET /v2.0/networks?id=1fdc3039-aecf-4cbc-bd08-b574a7d3427d HTTP/1.1" status: 200 len: 812 time: 0.1786418 Apr 16 12:09:43.399378 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-23501623-a0f7-4dfe-b85d-8eb9982c45b1 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=935c1a71cc0d4f90b79485c3b58a7fb2 HTTP/1.1" status: 200 len: 8061 time: 0.0803263 Apr 16 12:09:43.409413 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-98c80ab8-790b-4c04-b888-d775276c9bcd tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Request body: {'port': {'device_id': '9fc11ad7-7125-4bc3-9c50-9405fcb82446', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'admin_state_up': True, 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'security_groups': ['03e5fa41-7d2e-45e1-8849-d4da513d6c3d']}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:09:43.566539 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-98c80ab8-790b-4c04-b888-d775276c9bcd tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:09:43.576670 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-98c80ab8-790b-4c04-b888-d775276c9bcd tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:09:43.585723 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-98c80ab8-790b-4c04-b888-d775276c9bcd tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Made reservation on behalf of 935c1a71cc0d4f90b79485c3b58a7fb2 for: {'port': 1} {{(pid=85337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:09:43.591978 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-98c80ab8-790b-4c04-b888-d775276c9bcd tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:43.845984 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:43.850353 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c59a00b9-a071-41ee-8f9e-83001efc3085 req-e3766b95-5dc8-4134-828f-3de30a4e16c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc11ad7-7125-4bc3-9c50-9405fcb82446 HTTP/1.1" status: 200 len: 210 time: 0.0646644 Apr 16 12:09:43.851759 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-98c80ab8-790b-4c04-b888-d775276c9bcd tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Allocated IP 172.20.0.12 (1fdc3039-aecf-4cbc-bd08-b574a7d3427d/ffa931c9-7651-4d73-8e5b-526e732d97b8/e42828ae-1850-4ad3-a462-f6c6b9d9e638) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:09:44.075926 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-98c80ab8-790b-4c04-b888-d775276c9bcd tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:44.093239 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-98c80ab8-790b-4c04-b888-d775276c9bcd tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Transition to ACTIVE for port object e42828ae-1850-4ad3-a462-f6c6b9d9e638 will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:09:44.117464 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-98c80ab8-790b-4c04-b888-d775276c9bcd tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:44.135096 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-dbeaa933-b10c-4e99-bfbd-4cee70568757 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:09:44.274096 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c80ab8-790b-4c04-b888-d775276c9bcd tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Pushing event updated for resources: {'Port': ['ID=e42828ae-1850-4ad3-a462-f6c6b9d9e638,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:09:44.277406 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-98c80ab8-790b-4c04-b888-d775276c9bcd tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:09:44.336910 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-98c80ab8-790b-4c04-b888-d775276c9bcd tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Network 1fdc3039-aecf-4cbc-bd08-b574a7d3427d is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:09:44.338061 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-98c80ab8-790b-4c04-b888-d775276c9bcd tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:09:44.340653 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-98c80ab8-790b-4c04-b888-d775276c9bcd tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:09:44.409728 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-98c80ab8-790b-4c04-b888-d775276c9bcd tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:44.410403 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-98c80ab8-790b-4c04-b888-d775276c9bcd tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:44.442257 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-98c80ab8-790b-4c04-b888-d775276c9bcd tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0374227 Apr 16 12:09:44.455603 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-1bb36a66-7184-4ae9-8bd5-ee4ca53585fa service neutron] Request body: {'port': {'device_id': '9fc11ad7-7125-4bc3-9c50-9405fcb82446', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:09:44.511227 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-b2db55bc-e167-45a7-9261-770edc6ed029 None None] Provisioning for port e42828ae-1850-4ad3-a462-f6c6b9d9e638 completed by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:09:44.516370 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-b2db55bc-e167-45a7-9261-770edc6ed029 None None] Provisioning complete for port e42828ae-1850-4ad3-a462-f6c6b9d9e638 triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:09:44.517050 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b2db55bc-e167-45a7-9261-770edc6ed029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:44.573772 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-b2db55bc-e167-45a7-9261-770edc6ed029 None None] Port e42828ae-1850-4ad3-a462-f6c6b9d9e638 cannot update to ACTIVE because it is not bound. {{(pid=85339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:09:44.583658 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-1bb36a66-7184-4ae9-8bd5-ee4ca53585fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:44.942853 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-1bb36a66-7184-4ae9-8bd5-ee4ca53585fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e42828ae-1850-4ad3-a462-f6c6b9d9e638 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:09:44.950727 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-1bb36a66-7184-4ae9-8bd5-ee4ca53585fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:44.966536 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-1bb36a66-7184-4ae9-8bd5-ee4ca53585fa service neutron] Transition to ACTIVE for port object e42828ae-1850-4ad3-a462-f6c6b9d9e638 will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:09:44.970635 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-1bb36a66-7184-4ae9-8bd5-ee4ca53585fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847015921'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:44.987447 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-54492884-4ec2-466b-bf80-8b30c5d55f27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:09:45.115412 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d25ed1-9972-48f9-a070-582a6351f7ff req-9bc2754e-dce9-4fb8-b344-4be3c48c9aa2 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:45.117083 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-00d25ed1-9972-48f9-a070-582a6351f7ff req-9bc2754e-dce9-4fb8-b344-4be3c48c9aa2 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc11ad7-7125-4bc3-9c50-9405fcb82446 HTTP/1.1" status: 200 len: 944 time: 0.1490939 Apr 16 12:09:45.122650 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb36a66-7184-4ae9-8bd5-ee4ca53585fa service neutron] Pushing event updated for resources: {'Port': ['ID=e42828ae-1850-4ad3-a462-f6c6b9d9e638,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:09:45.127291 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-1bb36a66-7184-4ae9-8bd5-ee4ca53585fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:09:45.166916 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-00d25ed1-9972-48f9-a070-582a6351f7ff req-dabacbdf-0af4-4fc2-8204-104dc3e6cc3c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428252 Apr 16 12:09:45.364654 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-1bb36a66-7184-4ae9-8bd5-ee4ca53585fa service neutron] Attempting to bind port e42828ae-1850-4ad3-a462-f6c6b9d9e638 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:09:45.365032 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-1bb36a66-7184-4ae9-8bd5-ee4ca53585fa service neutron] Attempting to bind port e42828ae-1850-4ad3-a462-f6c6b9d9e638 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '01bff58f-d881-4acc-a4c2-0648090cedff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:09:45.365402 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-1bb36a66-7184-4ae9-8bd5-ee4ca53585fa service neutron] Attempting to bind port e42828ae-1850-4ad3-a462-f6c6b9d9e638 on network 1fdc3039-aecf-4cbc-bd08-b574a7d3427d {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:09:45.370283 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-1bb36a66-7184-4ae9-8bd5-ee4ca53585fa service neutron] Port e42828ae-1850-4ad3-a462-f6c6b9d9e638 on network 1fdc3039-aecf-4cbc-bd08-b574a7d3427d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 12:09:45.370643 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-1bb36a66-7184-4ae9-8bd5-ee4ca53585fa service neutron] Attempting to bind port e42828ae-1850-4ad3-a462-f6c6b9d9e638 on network 1fdc3039-aecf-4cbc-bd08-b574a7d3427d {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:09:45.376069 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-1bb36a66-7184-4ae9-8bd5-ee4ca53585fa service neutron] Checking agent: {'id': '719f3357-7d54-4b9e-9866-52b19e770139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'started_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:09:45.376513 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-1bb36a66-7184-4ae9-8bd5-ee4ca53585fa service neutron] Checking segment: {'id': '01bff58f-d881-4acc-a4c2-0648090cedff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:09:45.376990 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-1bb36a66-7184-4ae9-8bd5-ee4ca53585fa service neutron] Bound using segment: {'id': '01bff58f-d881-4acc-a4c2-0648090cedff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:09:45.377467 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-1bb36a66-7184-4ae9-8bd5-ee4ca53585fa service neutron] Bound port: e42828ae-1850-4ad3-a462-f6c6b9d9e638, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01bff58f-d881-4acc-a4c2-0648090cedff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:09:45.377848 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-1bb36a66-7184-4ae9-8bd5-ee4ca53585fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:45.476037 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-1bb36a66-7184-4ae9-8bd5-ee4ca53585fa service neutron] For port e42828ae-1850-4ad3-a462-f6c6b9d9e638, host hv-cinder-68948, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:09:45.479025 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-1bb36a66-7184-4ae9-8bd5-ee4ca53585fa service neutron] For port e42828ae-1850-4ad3-a462-f6c6b9d9e638, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e42828ae-1850-4ad3-a462-f6c6b9d9e638,segment=NetworkSegment(01bff58f-d881-4acc-a4c2-0648090cedff),segment_id=01bff58f-d881-4acc-a4c2-0648090cedff)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:09:45.482230 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-1bb36a66-7184-4ae9-8bd5-ee4ca53585fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847015921'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:45.497904 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-a1343246-c1bc-43ef-90c5-36fd226b5906 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:09:45.651422 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb36a66-7184-4ae9-8bd5-ee4ca53585fa service neutron] Pushing event updated for resources: {'Port': ['ID=e42828ae-1850-4ad3-a462-f6c6b9d9e638,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:09:45.657797 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-1bb36a66-7184-4ae9-8bd5-ee4ca53585fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:09:45.688383 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-1bb36a66-7184-4ae9-8bd5-ee4ca53585fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:45.689631 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-1bb36a66-7184-4ae9-8bd5-ee4ca53585fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:45.690939 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-1bb36a66-7184-4ae9-8bd5-ee4ca53585fa service neutron] 10.222.0.79 "PUT /v2.0/ports/e42828ae-1850-4ad3-a462-f6c6b9d9e638 HTTP/1.1" status: 200 len: 1094 time: 1.2408695 Apr 16 12:09:45.691488 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc11ad7-7125-4bc3-9c50-9405fcb82446', 'tag': 'e42828ae-1850-4ad3-a462-f6c6b9d9e638'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:09:45.769622 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc11ad7-7125-4bc3-9c50-9405fcb82446', 'tag': 'e42828ae-1850-4ad3-a462-f6c6b9d9e638', 'status': 'completed', 'code': 200} Apr 16 12:09:45.808963 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-a981e26c-5e7b-4408-8e72-b7e98f2ee95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:45.810671 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-a981e26c-5e7b-4408-8e72-b7e98f2ee95a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=935c1a71cc0d4f90b79485c3b58a7fb2&device_id=9fc11ad7-7125-4bc3-9c50-9405fcb82446 HTTP/1.1" status: 200 len: 1097 time: 0.0845010 Apr 16 12:09:45.887604 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-4b3e167a-6ec5-4f67-a7c4-e20a956dde45 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e42828ae-1850-4ad3-a462-f6c6b9d9e638 HTTP/1.1" status: 200 len: 217 time: 0.0701973 Apr 16 12:09:45.957717 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-ccd590e0-dec9-4b9c-afc2-1ebd9916dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:45.959289 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-ccd590e0-dec9-4b9c-afc2-1ebd9916dadc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ffa931c9-7651-4d73-8e5b-526e732d97b8 HTTP/1.1" status: 200 len: 851 time: 0.0657234 Apr 16 12:09:46.042342 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-14acad47-e4c4-4d92-b1cc-707705fecc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:46.043803 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-14acad47-e4c4-4d92-b1cc-707705fecc70 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1fdc3039-aecf-4cbc-bd08-b574a7d3427d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0770605 Apr 16 12:09:46.183965 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-13848d2c-bf57-4c58-90bd-3be455bc31c6 service neutron] 10.222.0.79 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334031 Apr 16 12:09:46.332036 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-06616cc0-ff15-4782-be21-c3cc80fdc5f7 req-1ba5ffee-f2e7-4bf1-9d8c-a7a1b12879f0 service neutron] 10.222.0.79 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406507 Apr 16 12:09:46.388373 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39480d4e-9ac0-4707-bf0f-073c74a849dd req-6705faa2-7cb1-459e-a338-cdefd3b4dd4f tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:46.390077 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-39480d4e-9ac0-4707-bf0f-073c74a849dd req-6705faa2-7cb1-459e-a338-cdefd3b4dd4f tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc11ad7-7125-4bc3-9c50-9405fcb82446 HTTP/1.1" status: 200 len: 944 time: 0.0952330 Apr 16 12:09:46.408716 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:09:46.443100 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-39480d4e-9ac0-4707-bf0f-073c74a849dd req-47e8af7f-950c-4158-8362-4d0a106a1781 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452008 Apr 16 12:09:46.577759 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070e55c-9f53-4710-a55d-afdf6b8dd41d req-a80ede95-e26a-4e9c-80e8-0d352ed64736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:46.579878 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3070e55c-9f53-4710-a55d-afdf6b8dd41d req-a80ede95-e26a-4e9c-80e8-0d352ed64736 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=935c1a71cc0d4f90b79485c3b58a7fb2&device_id=9fc11ad7-7125-4bc3-9c50-9405fcb82446 HTTP/1.1" status: 200 len: 1097 time: 0.0782087 Apr 16 12:09:46.723282 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070e55c-9f53-4710-a55d-afdf6b8dd41d req-46ea7f68-e15c-4412-ac7d-59489bb64c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:46.724883 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3070e55c-9f53-4710-a55d-afdf6b8dd41d req-46ea7f68-e15c-4412-ac7d-59489bb64c36 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1fdc3039-aecf-4cbc-bd08-b574a7d3427d HTTP/1.1" status: 200 len: 913 time: 0.1389642 Apr 16 12:09:46.804516 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3070e55c-9f53-4710-a55d-afdf6b8dd41d req-bcbbc5a8-8957-4c0d-844c-74b16a751d5e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e42828ae-1850-4ad3-a462-f6c6b9d9e638 HTTP/1.1" status: 200 len: 217 time: 0.0713463 Apr 16 12:09:46.878405 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070e55c-9f53-4710-a55d-afdf6b8dd41d req-fb974f5e-4dac-4fff-ba2e-f24fd147d7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:46.879974 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3070e55c-9f53-4710-a55d-afdf6b8dd41d req-fb974f5e-4dac-4fff-ba2e-f24fd147d7d1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ffa931c9-7651-4d73-8e5b-526e732d97b8 HTTP/1.1" status: 200 len: 851 time: 0.0682724 Apr 16 12:09:46.966636 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070e55c-9f53-4710-a55d-afdf6b8dd41d req-6fa2c34b-05e4-4c8e-ad31-781d7c25232f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:46.968236 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3070e55c-9f53-4710-a55d-afdf6b8dd41d req-6fa2c34b-05e4-4c8e-ad31-781d7c25232f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1fdc3039-aecf-4cbc-bd08-b574a7d3427d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0818129 Apr 16 12:09:47.364230 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3070e55c-9f53-4710-a55d-afdf6b8dd41d req-3dc26892-ee37-45a9-9ec8-c91c74478650 service neutron] 10.222.0.79 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885508 Apr 16 12:09:47.509813 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3070e55c-9f53-4710-a55d-afdf6b8dd41d req-7b5ed2b7-8326-4f8c-8b0c-5d7d6f6bc4b7 service neutron] 10.222.0.79 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382468 Apr 16 12:09:47.651824 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4607c-7d05-4e63-810f-d954a6679e1e req-ee054f04-cfe1-4d31-beb6-3ea4b5bf303b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:47.652632 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-4aa4607c-7d05-4e63-810f-d954a6679e1e req-ee054f04-cfe1-4d31-beb6-3ea4b5bf303b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Synchronizing usage tracker for tenant:935c1a71cc0d4f90b79485c3b58a7fb2 on resource:port {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:09:47.668395 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-4aa4607c-7d05-4e63-810f-d954a6679e1e req-ee054f04-cfe1-4d31-beb6-3ea4b5bf303b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Unset dirty status for tenant:935c1a71cc0d4f90b79485c3b58a7fb2 on resource:port {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:09:47.669659 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4aa4607c-7d05-4e63-810f-d954a6679e1e req-ee054f04-cfe1-4d31-beb6-3ea4b5bf303b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc11ad7-7125-4bc3-9c50-9405fcb82446 HTTP/1.1" status: 200 len: 944 time: 0.1068959 Apr 16 12:09:47.724201 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4aa4607c-7d05-4e63-810f-d954a6679e1e req-407a8dd5-fc16-4631-a778-a999ffe23c89 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478182 Apr 16 12:09:48.928444 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261beec-60d6-4954-8900-d0b83dede25d req-23be5ff6-cb23-4bcc-93e3-b5f93891e0d1 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:48.929985 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0261beec-60d6-4954-8900-d0b83dede25d req-23be5ff6-cb23-4bcc-93e3-b5f93891e0d1 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc11ad7-7125-4bc3-9c50-9405fcb82446 HTTP/1.1" status: 200 len: 944 time: 0.0926340 Apr 16 12:09:48.977176 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0261beec-60d6-4954-8900-d0b83dede25d req-320bbc55-3c12-4843-9aab-c79dcb48b38b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409217 Apr 16 12:09:50.178760 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06306bd5-a164-4cab-a49d-1698b1d1f63f req-39fa989e-12b0-4417-9035-03279f0de16c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:50.180407 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-06306bd5-a164-4cab-a49d-1698b1d1f63f req-39fa989e-12b0-4417-9035-03279f0de16c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc11ad7-7125-4bc3-9c50-9405fcb82446 HTTP/1.1" status: 200 len: 944 time: 0.0899067 Apr 16 12:09:50.229082 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-06306bd5-a164-4cab-a49d-1698b1d1f63f req-4f237e97-2d32-4c02-b99d-5861efb95e18 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421851 Apr 16 12:09:51.431772 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95bb61-5cf0-41ca-9753-435e462d192a req-6d85b7b1-5e03-474f-8110-2b4d129f6e77 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:51.433411 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1a95bb61-5cf0-41ca-9753-435e462d192a req-6d85b7b1-5e03-474f-8110-2b4d129f6e77 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc11ad7-7125-4bc3-9c50-9405fcb82446 HTTP/1.1" status: 200 len: 944 time: 0.0888147 Apr 16 12:09:51.485120 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1a95bb61-5cf0-41ca-9753-435e462d192a req-08e6c1a6-3d78-4450-b709-08c611b1f308 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453372 Apr 16 12:09:52.695565 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4c72b-051f-4f1f-a0ff-7355f84baeaa req-64222c25-89fd-4865-bbdb-3a10b7e4e4ef tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:52.697210 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-91b4c72b-051f-4f1f-a0ff-7355f84baeaa req-64222c25-89fd-4865-bbdb-3a10b7e4e4ef tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc11ad7-7125-4bc3-9c50-9405fcb82446 HTTP/1.1" status: 200 len: 944 time: 0.0929816 Apr 16 12:09:52.745296 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-91b4c72b-051f-4f1f-a0ff-7355f84baeaa req-20f994ee-dbae-4307-af09-87140df5197c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417721 Apr 16 12:09:53.946316 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544120c3-7e01-42ba-8360-f7a6f191e6f4 req-0c9dcca1-5a0a-4b50-b44b-087d1400948b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:53.947893 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-544120c3-7e01-42ba-8360-f7a6f191e6f4 req-0c9dcca1-5a0a-4b50-b44b-087d1400948b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc11ad7-7125-4bc3-9c50-9405fcb82446 HTTP/1.1" status: 200 len: 944 time: 0.0896158 Apr 16 12:09:53.995390 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-544120c3-7e01-42ba-8360-f7a6f191e6f4 req-90e2837f-e23f-43e3-a922-fbda8c2f7240 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409412 Apr 16 12:09:55.196738 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef2c6f-c723-4b48-b0d9-335e7ac82800 req-8f2b4e30-07d6-4d42-bc3a-3d1e4a093fd6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:55.199097 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a1ef2c6f-c723-4b48-b0d9-335e7ac82800 req-8f2b4e30-07d6-4d42-bc3a-3d1e4a093fd6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc11ad7-7125-4bc3-9c50-9405fcb82446 HTTP/1.1" status: 200 len: 944 time: 0.0889194 Apr 16 12:09:55.248070 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-a1ef2c6f-c723-4b48-b0d9-335e7ac82800 req-e7a489ec-9ddc-4ac6-82c0-4248e7b8cba0 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413809 Apr 16 12:09:55.605710 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device e42828ae-1850-4ad3-a462-f6c6b9d9e638 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:09:55.752406 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port e42828ae-1850-4ad3-a462-f6c6b9d9e638, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e42828ae-1850-4ad3-a462-f6c6b9d9e638,segment=NetworkSegment(01bff58f-d881-4acc-a4c2-0648090cedff),segment_id=01bff58f-d881-4acc-a4c2-0648090cedff)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:09:55.766763 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Returning: {'device': 'e42828ae-1850-4ad3-a462-f6c6b9d9e638', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'port_id': 'e42828ae-1850-4ad3-a462-f6c6b9d9e638', 'mac_address': 'fa:16:3e:93:81:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:09:55.832251 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:55.850955 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e42828ae-1850-4ad3-a462-f6c6b9d9e638 {{(pid=85339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:09:55.867498 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port e42828ae-1850-4ad3-a462-f6c6b9d9e638, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e42828ae-1850-4ad3-a462-f6c6b9d9e638,segment=NetworkSegment(01bff58f-d881-4acc-a4c2-0648090cedff),segment_id=01bff58f-d881-4acc-a4c2-0648090cedff)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:09:55.870357 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:55.872219 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:09:55.943657 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=e42828ae-1850-4ad3-a462-f6c6b9d9e638,revision_number=4']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:09:55.951382 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:55.951777 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:55.952159 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:55.952562 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:55.952933 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:55.953302 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:55.953671 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:55.954038 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:55.954404 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:55.955292 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:55.955932 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:55.956324 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:55.960616 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:09:56.171518 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['e42828ae-1850-4ad3-a462-f6c6b9d9e638'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:09:56.462283 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f527e-9a99-4c52-8fc1-a4f155ea488f req-026d0694-2592-41d4-b242-0233154a8f8a tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:56.463882 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-510f527e-9a99-4c52-8fc1-a4f155ea488f req-026d0694-2592-41d4-b242-0233154a8f8a tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc11ad7-7125-4bc3-9c50-9405fcb82446 HTTP/1.1" status: 200 len: 945 time: 0.1000409 Apr 16 12:09:56.514561 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-510f527e-9a99-4c52-8fc1-a4f155ea488f req-46328e69-8721-412a-bb89-7a21d511d46a tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433457 Apr 16 12:09:57.605321 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device e42828ae-1850-4ad3-a462-f6c6b9d9e638 up at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:09:57.684128 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning for port e42828ae-1850-4ad3-a462-f6c6b9d9e638 completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:09:57.689903 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning complete for port e42828ae-1850-4ad3-a462-f6c6b9d9e638 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:09:57.690326 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:57.723700 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d3bfd-5551-4151-9290-790b0a3726ba req-d2ab5aa3-a9fd-4bc7-b671-1dc43bb84f2c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:57.725438 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f51d3bfd-5551-4151-9290-790b0a3726ba req-d2ab5aa3-a9fd-4bc7-b671-1dc43bb84f2c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc11ad7-7125-4bc3-9c50-9405fcb82446 HTTP/1.1" status: 200 len: 945 time: 0.0946586 Apr 16 12:09:57.775926 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f51d3bfd-5551-4151-9290-790b0a3726ba req-4c408f78-6841-4d10-9d4a-8ac15a379d2f tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439496 Apr 16 12:09:57.819760 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:57.847310 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc11ad7-7125-4bc3-9c50-9405fcb82446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42828ae-1850-4ad3-a462-f6c6b9d9e638'}] {{(pid=85339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:09:57.857344 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port e42828ae-1850-4ad3-a462-f6c6b9d9e638, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e42828ae-1850-4ad3-a462-f6c6b9d9e638,segment=NetworkSegment(01bff58f-d881-4acc-a4c2-0648090cedff),segment_id=01bff58f-d881-4acc-a4c2-0648090cedff)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:09:57.861738 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:57.863462 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:09:57.915094 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc11ad7-7125-4bc3-9c50-9405fcb82446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42828ae-1850-4ad3-a462-f6c6b9d9e638', 'code': 200} Apr 16 12:09:57.935467 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=e42828ae-1850-4ad3-a462-f6c6b9d9e638,revision_number=5']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:09:57.938553 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:09:58.214042 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7021a4a-5566-4afc-ba72-0332a49557b8 req-a7df4748-9a48-49b5-a235-562e5735c989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:58.215665 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f7021a4a-5566-4afc-ba72-0332a49557b8 req-a7df4748-9a48-49b5-a235-562e5735c989 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9fc11ad7-7125-4bc3-9c50-9405fcb82446 HTTP/1.1" status: 200 len: 1099 time: 0.0862095 Apr 16 12:09:58.263449 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f7021a4a-5566-4afc-ba72-0332a49557b8 req-487bd9b0-589d-4d72-8f15-6f03bb5b790b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407822 Apr 16 12:09:58.979130 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc77091-c94a-4934-bc1c-d98f5f87428e req-c52a318d-b8fa-45ab-b118-d223d0d90d4b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:58.980734 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-dcc77091-c94a-4934-bc1c-d98f5f87428e req-c52a318d-b8fa-45ab-b118-d223d0d90d4b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc11ad7-7125-4bc3-9c50-9405fcb82446 HTTP/1.1" status: 200 len: 946 time: 0.0884452 Apr 16 12:09:59.029446 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-dcc77091-c94a-4934-bc1c-d98f5f87428e req-49941ba0-a6f8-4a3a-959d-6f40e027955d tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416522 Apr 16 12:10:00.256445 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c433119-0d05-444c-88cd-741ec98ec344 req-f1d4fa6f-81ce-48fa-8a31-6fa01a80384c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:10:00.258082 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4c433119-0d05-444c-88cd-741ec98ec344 req-f1d4fa6f-81ce-48fa-8a31-6fa01a80384c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc11ad7-7125-4bc3-9c50-9405fcb82446 HTTP/1.1" status: 200 len: 946 time: 0.1042721 Apr 16 12:10:00.307581 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-4c433119-0d05-444c-88cd-741ec98ec344 req-b1eb4e2c-79f7-43b0-8d8b-ba85e0018664 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431995 Apr 16 12:10:00.517088 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0a825-0db2-49c3-8fef-5c334f431268 req-89ba8909-c1df-49d3-9ee0-9788a590820e tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:10:00.518829 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-cca0a825-0db2-49c3-8fef-5c334f431268 req-89ba8909-c1df-49d3-9ee0-9788a590820e tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc11ad7-7125-4bc3-9c50-9405fcb82446 HTTP/1.1" status: 200 len: 946 time: 0.0946691 Apr 16 12:10:00.567614 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-cca0a825-0db2-49c3-8fef-5c334f431268 req-6ceb5eef-6aa4-413f-89f8-4416f323013f tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424254 Apr 16 12:10:00.592501 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 60520) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:10:00.675626 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324b7850-9da5-4337-b953-7dad7c0a68af tempest-TestVolumeBootPattern-344008735 tempest-TestVolumeBootPattern-344008735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:10:00.677297 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-324b7850-9da5-4337-b953-7dad7c0a68af tempest-TestVolumeBootPattern-344008735 tempest-TestVolumeBootPattern-344008735-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=9fc11ad7-7125-4bc3-9c50-9405fcb82446 HTTP/1.1" status: 200 len: 1094 time: 0.0836966 Apr 16 12:10:00.680323 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 60524) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:10:00.685984 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-e88a64a3-fb6a-4769-9781-a913aea8d1c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Request body: {'floatingip': {'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'port_id': 'e42828ae-1850-4ad3-a462-f6c6b9d9e638', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:10:00.692717 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-e88a64a3-fb6a-4769-9781-a913aea8d1c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:10:00.696926 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-e88a64a3-fb6a-4769-9781-a913aea8d1c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Usage tracker for resource:floatingip and tenant:935c1a71cc0d4f90b79485c3b58a7fb2 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:10:00.699772 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-e88a64a3-fb6a-4769-9781-a913aea8d1c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:10:00.705832 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-e88a64a3-fb6a-4769-9781-a913aea8d1c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:10:00.715846 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e88a64a3-fb6a-4769-9781-a913aea8d1c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for floatingip, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:00.864563 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e88a64a3-fb6a-4769-9781-a913aea8d1c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:01.003782 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [None req-e88a64a3-fb6a-4769-9781-a913aea8d1c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Allocated IP 172.27.1.160 (42de8c2d-cd05-4680-9fb4-4f0e504e941e/337501b3-dbb5-4b21-86cd-6f03e94fa6eb/47f55455-4689-4c03-b762-82589c3de903) {{(pid=85338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:10:01.159419 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e88a64a3-fb6a-4769-9781-a913aea8d1c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for port, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:01.189580 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e88a64a3-fb6a-4769-9781-a913aea8d1c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1351932'] for port, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:01.207969 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-d114ce95-6f39-4de5-8610-44339b71a40c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:10:01.348004 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a64a3-fb6a-4769-9781-a913aea8d1c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Pushing event updated for resources: {'Port': ['ID=47f55455-4689-4c03-b762-82589c3de903,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:10:01.367570 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a64a3-fb6a-4769-9781-a913aea8d1c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:10:01.367995 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a64a3-fb6a-4769-9781-a913aea8d1c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:10:01.368448 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a64a3-fb6a-4769-9781-a913aea8d1c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:10:01.368908 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a64a3-fb6a-4769-9781-a913aea8d1c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:10:01.369369 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a64a3-fb6a-4769-9781-a913aea8d1c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:10:01.369785 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a64a3-fb6a-4769-9781-a913aea8d1c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:10:01.370194 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a64a3-fb6a-4769-9781-a913aea8d1c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:10:01.370599 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a64a3-fb6a-4769-9781-a913aea8d1c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:10:01.371452 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a64a3-fb6a-4769-9781-a913aea8d1c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:10:01.371865 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a64a3-fb6a-4769-9781-a913aea8d1c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:10:01.372287 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a64a3-fb6a-4769-9781-a913aea8d1c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:10:01.372698 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a64a3-fb6a-4769-9781-a913aea8d1c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:10:01.377519 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e88a64a3-fb6a-4769-9781-a913aea8d1c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:10:01.422073 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88a64a3-fb6a-4769-9781-a913aea8d1c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Network 42de8c2d-cd05-4680-9fb4-4f0e504e941e is already hosted by enough agents. {{(pid=85338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:10:01.423217 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-e88a64a3-fb6a-4769-9781-a913aea8d1c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Resources bound (agent type, host, resource id): {{(pid=85338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:10:01.425547 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88a64a3-fb6a-4769-9781-a913aea8d1c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Received port after_create {{(pid=85338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:10:01.494111 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6c5fa026-a850-42ff-a509-480ff3ec120d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:02.115222 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e88a64a3-fb6a-4769-9781-a913aea8d1c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:02.195985 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e88a64a3-fb6a-4769-9781-a913aea8d1c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:02.412466 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e88a64a3-fb6a-4769-9781-a913aea8d1c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:02.416107 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e88a64a3-fb6a-4769-9781-a913aea8d1c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853423900'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:02.431422 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-41845c8e-4fc6-41c6-b0de-936a0f1da4fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:10:02.568050 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a64a3-fb6a-4769-9781-a913aea8d1c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Pushing event updated for resources: {'Port': ['ID=47f55455-4689-4c03-b762-82589c3de903,revision_number=2']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:10:02.571168 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e88a64a3-fb6a-4769-9781-a913aea8d1c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:10:02.678546 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e88a64a3-fb6a-4769-9781-a913aea8d1c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852691177'] for floatingip, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:02.865185 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.l3_db [None req-e88a64a3-fb6a-4769-9781-a913aea8d1c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Floating IP 87c00b85-366d-416f-a7cb-eecd744777c0 associated. External IP: 172.27.1.160, port: e42828ae-1850-4ad3-a462-f6c6b9d9e638. Apr 16 12:10:03.254938 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88a64a3-fb6a-4769-9781-a913aea8d1c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Router e1ec5c62-102d-45d5-a789-a5f0990afc3d has already been hosted by L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 {{(pid=85338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:10:03.445909 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88a64a3-fb6a-4769-9781-a913aea8d1c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:10:03.456458 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf481dd8-4241-41eb-b0df-c3fea10062c9 None None] Sync routers for ids ['e1ec5c62-102d-45d5-a789-a5f0990afc3d'] in dv-cinder-689486-10-iscsi {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:10:03.467363 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf481dd8-4241-41eb-b0df-c3fea10062c9 None None] Routers {'e1ec5c62-102d-45d5-a789-a5f0990afc3d'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:10:03.467974 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-bf481dd8-4241-41eb-b0df-c3fea10062c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:09:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['e1ec5c62-102d-45d5-a789-a5f0990afc3d'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:10:03.471895 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e88a64a3-fb6a-4769-9781-a913aea8d1c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for floatingip, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:03.533750 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-e88a64a3-fb6a-4769-9781-a913aea8d1c7 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8522997 Apr 16 12:10:03.534492 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc11ad7-7125-4bc3-9c50-9405fcb82446', 'tag': 'e42828ae-1850-4ad3-a462-f6c6b9d9e638'}] {{(pid=85338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:10:03.583299 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc11ad7-7125-4bc3-9c50-9405fcb82446', 'tag': 'e42828ae-1850-4ad3-a462-f6c6b9d9e638', 'status': 'completed', 'code': 200} Apr 16 12:10:03.666220 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-bf481dd8-4241-41eb-b0df-c3fea10062c9 None None] Set router e1ec5c62-102d-45d5-a789-a5f0990afc3d gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:10:03.686792 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edeaee2-f994-418d-bb53-adf25387e70d req-406d12b3-427d-4e76-bc85-f5baccdfc9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:10:03.688958 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0edeaee2-f994-418d-bb53-adf25387e70d req-406d12b3-427d-4e76-bc85-f5baccdfc9de service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=935c1a71cc0d4f90b79485c3b58a7fb2&device_id=9fc11ad7-7125-4bc3-9c50-9405fcb82446 HTTP/1.1" status: 200 len: 1099 time: 0.0815766 Apr 16 12:10:03.834314 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edeaee2-f994-418d-bb53-adf25387e70d req-1378bbec-4f18-4b75-b6ab-4d619526f69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:10:03.835870 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0edeaee2-f994-418d-bb53-adf25387e70d req-1378bbec-4f18-4b75-b6ab-4d619526f69b service neutron] 10.222.0.79 "GET /v2.0/networks?id=1fdc3039-aecf-4cbc-bd08-b574a7d3427d HTTP/1.1" status: 200 len: 913 time: 0.1405568 Apr 16 12:10:03.948248 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0edeaee2-f994-418d-bb53-adf25387e70d req-b65d389a-8b56-4d60-88e5-60d931891aba service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e42828ae-1850-4ad3-a462-f6c6b9d9e638 HTTP/1.1" status: 200 len: 1000 time: 0.1050045 Apr 16 12:10:04.018619 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edeaee2-f994-418d-bb53-adf25387e70d req-c96c464c-83c9-4709-ac65-405a99a5eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:10:04.020092 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0edeaee2-f994-418d-bb53-adf25387e70d req-c96c464c-83c9-4709-ac65-405a99a5eeb6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ffa931c9-7651-4d73-8e5b-526e732d97b8 HTTP/1.1" status: 200 len: 851 time: 0.0652010 Apr 16 12:10:04.039675 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-bf481dd8-4241-41eb-b0df-c3fea10062c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'name': 'tempest-TestVolumeBootPattern-1769461691-router', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:16Z', 'updated_at': '2021-04-16T12:06:21Z', 'revision_number': 4, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'gw_port': {'id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:17Z', 'updated_at': '2021-04-16T12:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_floatingips': [{'id': '87c00b85-366d-416f-a7cb-eecd744777c0', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'router_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'port_id': 'e42828ae-1850-4ad3-a462-f6c6b9d9e638', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'mac_address': 'fa:16:3e:93:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc11ad7-7125-4bc3-9c50-9405fcb82446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:10:02Z', 'updated_at': '2021-04-16T12:10:02Z', 'revision_number': 0, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b32ba96-094c-4ae3-a822-14cf075caf7a', 'name': '', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'mac_address': 'fa:16:3e:d5:c8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:20Z', 'updated_at': '2021-04-16T12:06:30Z', 'revision_number': 5, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'subnets': [{'id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:10:04.043836 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf481dd8-4241-41eb-b0df-c3fea10062c9 None None] Checking router: e1ec5c62-102d-45d5-a789-a5f0990afc3d for host: dv-cinder-689486-10-iscsi {{(pid=85339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:10:04.053928 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf481dd8-4241-41eb-b0df-c3fea10062c9 None None] Routers {'e1ec5c62-102d-45d5-a789-a5f0990afc3d'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:10:04.054603 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-bf481dd8-4241-41eb-b0df-c3fea10062c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:09:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['e1ec5c62-102d-45d5-a789-a5f0990afc3d'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:10:04.108050 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edeaee2-f994-418d-bb53-adf25387e70d req-feafa77a-5a77-4105-8a31-a29294407a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:10:04.109696 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0edeaee2-f994-418d-bb53-adf25387e70d req-feafa77a-5a77-4105-8a31-a29294407a61 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1fdc3039-aecf-4cbc-bd08-b574a7d3427d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0825093 Apr 16 12:10:04.120241 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [req-0edeaee2-f994-418d-bb53-adf25387e70d req-f93ccb94-22c3-4295-8927-7269da7b5e17 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=85337) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 12:10:04.121353 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0edeaee2-f994-418d-bb53-adf25387e70d req-f93ccb94-22c3-4295-8927-7269da7b5e17 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054393 Apr 16 12:10:04.246582 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-bf481dd8-4241-41eb-b0df-c3fea10062c9 None None] Set router e1ec5c62-102d-45d5-a789-a5f0990afc3d gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:10:04.272537 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0edeaee2-f994-418d-bb53-adf25387e70d req-b59bf224-2e42-4ad5-8357-751cf81efc76 service neutron] 10.222.0.79 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416659 Apr 16 12:10:04.422035 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0edeaee2-f994-418d-bb53-adf25387e70d req-2f94517f-b542-4a76-9a3a-f888d8060626 service neutron] 10.222.0.79 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423023 Apr 16 12:10:04.619003 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-bf481dd8-4241-41eb-b0df-c3fea10062c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'name': 'tempest-TestVolumeBootPattern-1769461691-router', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:16Z', 'updated_at': '2021-04-16T12:06:21Z', 'revision_number': 4, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'gw_port': {'id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:17Z', 'updated_at': '2021-04-16T12:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_floatingips': [{'id': '87c00b85-366d-416f-a7cb-eecd744777c0', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'router_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'port_id': 'e42828ae-1850-4ad3-a462-f6c6b9d9e638', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'mac_address': 'fa:16:3e:93:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc11ad7-7125-4bc3-9c50-9405fcb82446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:10:02Z', 'updated_at': '2021-04-16T12:10:02Z', 'revision_number': 0, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b32ba96-094c-4ae3-a822-14cf075caf7a', 'name': '', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'mac_address': 'fa:16:3e:d5:c8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:20Z', 'updated_at': '2021-04-16T12:06:30Z', 'revision_number': 5, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'subnets': [{'id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:10:04.623208 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf481dd8-4241-41eb-b0df-c3fea10062c9 None None] The sync data for ids ['e1ec5c62-102d-45d5-a789-a5f0990afc3d'] in dv-cinder-689486-10-iscsi is: [{'id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'name': 'tempest-TestVolumeBootPattern-1769461691-router', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:16Z', 'updated_at': '2021-04-16T12:06:21Z', 'revision_number': 4, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'gw_port': {'id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:17Z', 'updated_at': '2021-04-16T12:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_floatingips': [{'id': '87c00b85-366d-416f-a7cb-eecd744777c0', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'router_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'port_id': 'e42828ae-1850-4ad3-a462-f6c6b9d9e638', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'mac_address': 'fa:16:3e:93:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc11ad7-7125-4bc3-9c50-9405fcb82446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:10:02Z', 'updated_at': '2021-04-16T12:10:02Z', 'revision_number': 0, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b32ba96-094c-4ae3-a822-14cf075caf7a', 'name': '', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'mac_address': 'fa:16:3e:d5:c8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:20Z', 'updated_at': '2021-04-16T12:06:30Z', 'revision_number': 5, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'subnets': [{'id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:10:04.886674 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd7578b-ff12-4c6c-8003-92aff47ad21d None None] New status for floating IP 87c00b85-366d-416f-a7cb-eecd744777c0: ACTIVE {{(pid=85340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 12:10:04.899023 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-90f9aa1f-0f3a-4512-9c88-cf89ea2cf7c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:05.910059 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:06.454924 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:07.040269 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-66353597-cb68-403e-8cb3-2e49630c9c7e req-d8160cac-cdc0-4430-b33d-543f0813a623 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9fc11ad7-7125-4bc3-9c50-9405fcb82446&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768507 Apr 16 12:10:07.195825 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66353597-cb68-403e-8cb3-2e49630c9c7e req-ef6995f8-7cd0-48f1-87d9-b920f95941d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:10:07.197533 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-66353597-cb68-403e-8cb3-2e49630c9c7e req-ef6995f8-7cd0-48f1-87d9-b920f95941d9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=935c1a71cc0d4f90b79485c3b58a7fb2&device_id=9fc11ad7-7125-4bc3-9c50-9405fcb82446 HTTP/1.1" status: 200 len: 1099 time: 0.0843365 Apr 16 12:10:07.355931 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66353597-cb68-403e-8cb3-2e49630c9c7e req-247a0cd2-3392-49b4-8a89-ebea10076612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:10:07.357517 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-66353597-cb68-403e-8cb3-2e49630c9c7e req-247a0cd2-3392-49b4-8a89-ebea10076612 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1fdc3039-aecf-4cbc-bd08-b574a7d3427d HTTP/1.1" status: 200 len: 913 time: 0.1391220 Apr 16 12:10:07.468672 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-66353597-cb68-403e-8cb3-2e49630c9c7e req-eb86ab63-f079-4471-8fc6-b25496829891 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e42828ae-1850-4ad3-a462-f6c6b9d9e638 HTTP/1.1" status: 200 len: 1002 time: 0.1047754 Apr 16 12:10:07.536489 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66353597-cb68-403e-8cb3-2e49630c9c7e req-685b7a27-8c80-4cb3-93e4-a773f5000a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:10:07.538043 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-66353597-cb68-403e-8cb3-2e49630c9c7e req-685b7a27-8c80-4cb3-93e4-a773f5000a6f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ffa931c9-7651-4d73-8e5b-526e732d97b8 HTTP/1.1" status: 200 len: 851 time: 0.0635657 Apr 16 12:10:07.623119 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66353597-cb68-403e-8cb3-2e49630c9c7e req-5a99ea90-687c-4dc5-af49-92ed66a7ded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:10:07.624726 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-66353597-cb68-403e-8cb3-2e49630c9c7e req-5a99ea90-687c-4dc5-af49-92ed66a7ded6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1fdc3039-aecf-4cbc-bd08-b574a7d3427d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0802591 Apr 16 12:10:07.662258 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:07.770134 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-66353597-cb68-403e-8cb3-2e49630c9c7e req-eb38564b-cedf-44e4-ae7e-bd51caad1221 service neutron] 10.222.0.79 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382129 Apr 16 12:10:07.911786 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-66353597-cb68-403e-8cb3-2e49630c9c7e req-738aba55-21a2-49ad-9997-f07cf0e44217 service neutron] 10.222.0.79 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339529 Apr 16 12:10:13.859788 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:23.409071 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:10:31.496405 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8376e728-84c5-4009-9753-939e4a256e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:34.906033 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-4008de0a-971c-4db6-97aa-4b6323b088f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:35.913721 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:36.457158 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:37.666569 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:43.851348 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:00.409035 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:11:01.501751 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bbf9be7f-5378-4eea-9e03-9a24870be8fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:04.897854 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-cb871546-a396-47b8-a77c-025c4cd5b505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:05.915494 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:06.461461 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:07.668654 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:08.137434 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-260e8bd9-9bb8-4903-ab12-444b6f0efc87 req-65e9cb75-019e-4842-a81b-f40c25e61e26 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9fc11ad7-7125-4bc3-9c50-9405fcb82446&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1287994 Apr 16 12:11:08.298060 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e8bd9-9bb8-4903-ab12-444b6f0efc87 req-c36c144a-73d1-4d23-8162-544c2c3af7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:11:08.299575 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-260e8bd9-9bb8-4903-ab12-444b6f0efc87 req-c36c144a-73d1-4d23-8162-544c2c3af7ad service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=935c1a71cc0d4f90b79485c3b58a7fb2&device_id=9fc11ad7-7125-4bc3-9c50-9405fcb82446 HTTP/1.1" status: 200 len: 1099 time: 0.0820882 Apr 16 12:11:08.464846 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e8bd9-9bb8-4903-ab12-444b6f0efc87 req-0cccd0b3-238f-483c-bea8-199d47a5d278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:11:08.466432 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-260e8bd9-9bb8-4903-ab12-444b6f0efc87 req-0cccd0b3-238f-483c-bea8-199d47a5d278 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1fdc3039-aecf-4cbc-bd08-b574a7d3427d HTTP/1.1" status: 200 len: 913 time: 0.1440656 Apr 16 12:11:08.584063 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-260e8bd9-9bb8-4903-ab12-444b6f0efc87 req-c8793c9d-d979-4f33-9ae0-415019d8c461 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e42828ae-1850-4ad3-a462-f6c6b9d9e638 HTTP/1.1" status: 200 len: 1002 time: 0.1078465 Apr 16 12:11:08.658704 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e8bd9-9bb8-4903-ab12-444b6f0efc87 req-ba9aec77-e1ae-497c-a775-da18ce104881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:11:08.660292 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-260e8bd9-9bb8-4903-ab12-444b6f0efc87 req-ba9aec77-e1ae-497c-a775-da18ce104881 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ffa931c9-7651-4d73-8e5b-526e732d97b8 HTTP/1.1" status: 200 len: 851 time: 0.0694289 Apr 16 12:11:08.747342 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e8bd9-9bb8-4903-ab12-444b6f0efc87 req-89f74291-e148-452a-9ae2-cbd6a1f15b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:11:08.749013 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-260e8bd9-9bb8-4903-ab12-444b6f0efc87 req-89f74291-e148-452a-9ae2-cbd6a1f15b15 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1fdc3039-aecf-4cbc-bd08-b574a7d3427d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0804284 Apr 16 12:11:08.896640 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-260e8bd9-9bb8-4903-ab12-444b6f0efc87 req-b074bc74-46ce-445d-b919-d3bfaea625ff service neutron] 10.222.0.79 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380830 Apr 16 12:11:09.044510 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-260e8bd9-9bb8-4903-ab12-444b6f0efc87 req-babed134-f25b-4cd1-86e4-8da220eb2e20 service neutron] 10.222.0.79 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405902 Apr 16 12:11:13.847530 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:21.826759 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [req-9b38bc69-3e96-4ddf-931f-801876818b3e req-3acad79e-b6db-423f-a5da-a050f07dadb8 service neutron] (85338) timed out ('10.222.0.71', 55410) {{(pid=85338) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 16 12:11:31.494099 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-34ba8eee-ea18-446d-92a6-7704b3b695ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:34.900406 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-75b27e12-4cb7-499b-b775-4c1696fbd0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:35.917553 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:36.462857 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:37.408667 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:11:37.673086 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:43.858623 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:01.497442 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-35c3793f-a6b4-4b29-aa0e-29e59bc47a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:04.416341 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-b82815c3-8aa5-4cb6-9655-386c37b02e85 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1185672278&fields=id&tenant_id=935c1a71cc0d4f90b79485c3b58a7fb2 HTTP/1.1" status: 200 len: 267 time: 0.0445368 Apr 16 12:12:04.586515 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-fb1c5813-62a3-42ad-ad18-79c5570b7d40 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:04.588044 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-fb1c5813-62a3-42ad-ad18-79c5570b7d40 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/networks?id=1fdc3039-aecf-4cbc-bd08-b574a7d3427d HTTP/1.1" status: 200 len: 812 time: 0.1642573 Apr 16 12:12:04.605081 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-748f650e-758e-419f-94c7-c2c68b11fc67 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/quotas/935c1a71cc0d4f90b79485c3b58a7fb2 HTTP/1.1" status: 200 len: 375 time: 0.0107658 Apr 16 12:12:04.904155 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1b4e9b20-91a6-4ed3-9daf-693f682c687b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:04.961238 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-6818bb00-e06a-499a-97fb-e6f4efc09433 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=935c1a71cc0d4f90b79485c3b58a7fb2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3499424 Apr 16 12:12:04.978104 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-f5ab1b69-49fa-493b-acce-7ea4409e36cd service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=85337) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 12:12:04.979150 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-f5ab1b69-49fa-493b-acce-7ea4409e36cd service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056331 Apr 16 12:12:05.122264 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-24eb2cce-9c9e-4b39-a009-bc83abd1cd2e service neutron] 10.222.0.71 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366568 Apr 16 12:12:05.269452 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-238f2d73-0b01-4546-970d-4315318e026e service neutron] 10.222.0.71 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403916 Apr 16 12:12:05.921322 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:06.475461 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:06.752219 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-c583d02a-8d09-4276-8e72-49822b54960f req-238a110a-887d-43ea-ac1d-b1be32d9bdcc tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8949792-5675-4303-a2f8-59f49a3fe2c0 HTTP/1.1" status: 200 len: 210 time: 0.0520673 Apr 16 12:12:07.684600 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:07.943777 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1b572bba-92d4-48c8-8d63-816937a49e3c req-60dc5487-ee02-4e75-a9ec-13da67dc120f tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8949792-5675-4303-a2f8-59f49a3fe2c0 HTTP/1.1" status: 200 len: 210 time: 0.0559983 Apr 16 12:12:07.991328 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-16ef519d-38a8-4e9c-9a08-27c5316e86d4 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:07.992944 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-16ef519d-38a8-4e9c-9a08-27c5316e86d4 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.79 "GET /v2.0/networks?id=1fdc3039-aecf-4cbc-bd08-b574a7d3427d HTTP/1.1" status: 200 len: 812 time: 0.2201481 Apr 16 12:12:08.077137 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-e05ff695-eea3-47c9-828a-9d67f2f4ec76 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=935c1a71cc0d4f90b79485c3b58a7fb2 HTTP/1.1" status: 200 len: 8061 time: 0.0759430 Apr 16 12:12:08.086404 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-99abfe50-69d0-4296-b0e5-480f133bd974 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Request body: {'port': {'device_id': 'f8949792-5675-4303-a2f8-59f49a3fe2c0', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'admin_state_up': True, 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'security_groups': ['03e5fa41-7d2e-45e1-8849-d4da513d6c3d']}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:12:08.243907 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-99abfe50-69d0-4296-b0e5-480f133bd974 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:12:08.255156 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-99abfe50-69d0-4296-b0e5-480f133bd974 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=85337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:12:08.264666 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-99abfe50-69d0-4296-b0e5-480f133bd974 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Made reservation on behalf of 935c1a71cc0d4f90b79485c3b58a7fb2 for: {'port': 1} {{(pid=85337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:12:08.271050 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-99abfe50-69d0-4296-b0e5-480f133bd974 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:08.459509 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-99abfe50-69d0-4296-b0e5-480f133bd974 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Allocated IP 172.20.0.6 (1fdc3039-aecf-4cbc-bd08-b574a7d3427d/ffa931c9-7651-4d73-8e5b-526e732d97b8/0b6f91a8-0aee-423c-a907-86e495fb4a77) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:12:08.471809 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-17fb5510-c369-4108-b2ea-de9e263a3848 req-ede77f31-1fef-44f8-a38c-ed7514094024 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9fc11ad7-7125-4bc3-9c50-9405fcb82446&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800250 Apr 16 12:12:08.644463 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb5510-c369-4108-b2ea-de9e263a3848 req-df517b17-2fac-4355-b6cf-5723c3d46602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:08.646051 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-17fb5510-c369-4108-b2ea-de9e263a3848 req-df517b17-2fac-4355-b6cf-5723c3d46602 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=935c1a71cc0d4f90b79485c3b58a7fb2&device_id=9fc11ad7-7125-4bc3-9c50-9405fcb82446 HTTP/1.1" status: 200 len: 1099 time: 0.0967522 Apr 16 12:12:08.726056 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-99abfe50-69d0-4296-b0e5-480f133bd974 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:08.750814 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-99abfe50-69d0-4296-b0e5-480f133bd974 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Transition to ACTIVE for port object 0b6f91a8-0aee-423c-a907-86e495fb4a77 will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:12:08.785269 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-99abfe50-69d0-4296-b0e5-480f133bd974 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:08.808306 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-d6605cfc-f358-41d1-bf70-b3674d047f06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:12:08.829645 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb5510-c369-4108-b2ea-de9e263a3848 req-0b3b3a02-3804-44f8-922b-e62256c3c7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:08.831251 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-17fb5510-c369-4108-b2ea-de9e263a3848 req-0b3b3a02-3804-44f8-922b-e62256c3c7d3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1fdc3039-aecf-4cbc-bd08-b574a7d3427d HTTP/1.1" status: 200 len: 913 time: 0.1572754 Apr 16 12:12:08.953157 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-17fb5510-c369-4108-b2ea-de9e263a3848 req-510c9271-ac7c-48ca-82a7-82361d72bd0c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e42828ae-1850-4ad3-a462-f6c6b9d9e638 HTTP/1.1" status: 200 len: 1002 time: 0.1139247 Apr 16 12:12:08.954153 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abfe50-69d0-4296-b0e5-480f133bd974 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Pushing event updated for resources: {'Port': ['ID=0b6f91a8-0aee-423c-a907-86e495fb4a77,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:12:08.976606 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99abfe50-69d0-4296-b0e5-480f133bd974 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:08.976842 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99abfe50-69d0-4296-b0e5-480f133bd974 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:08.977258 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99abfe50-69d0-4296-b0e5-480f133bd974 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:08.978330 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99abfe50-69d0-4296-b0e5-480f133bd974 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:08.978330 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99abfe50-69d0-4296-b0e5-480f133bd974 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:08.978660 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99abfe50-69d0-4296-b0e5-480f133bd974 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:08.978841 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99abfe50-69d0-4296-b0e5-480f133bd974 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:08.979255 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99abfe50-69d0-4296-b0e5-480f133bd974 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:08.979518 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99abfe50-69d0-4296-b0e5-480f133bd974 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:08.979921 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99abfe50-69d0-4296-b0e5-480f133bd974 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:08.980335 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99abfe50-69d0-4296-b0e5-480f133bd974 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:08.980734 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99abfe50-69d0-4296-b0e5-480f133bd974 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:08.988185 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-99abfe50-69d0-4296-b0e5-480f133bd974 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:12:09.040244 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb5510-c369-4108-b2ea-de9e263a3848 req-0de638a4-2c7b-43e7-95db-aac59c34df71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:09.042448 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-17fb5510-c369-4108-b2ea-de9e263a3848 req-0de638a4-2c7b-43e7-95db-aac59c34df71 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ffa931c9-7651-4d73-8e5b-526e732d97b8 HTTP/1.1" status: 200 len: 851 time: 0.0824549 Apr 16 12:12:09.048310 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-99abfe50-69d0-4296-b0e5-480f133bd974 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Network 1fdc3039-aecf-4cbc-bd08-b574a7d3427d is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:12:09.050155 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-99abfe50-69d0-4296-b0e5-480f133bd974 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:12:09.054500 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-99abfe50-69d0-4296-b0e5-480f133bd974 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:12:09.142319 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-99abfe50-69d0-4296-b0e5-480f133bd974 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:09.143429 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-99abfe50-69d0-4296-b0e5-480f133bd974 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:09.179055 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-99abfe50-69d0-4296-b0e5-480f133bd974 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0968146 Apr 16 12:12:09.191745 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-4ecfe09e-51ff-4da7-8813-f15f0ad82faf service neutron] Request body: {'port': {'device_id': 'f8949792-5675-4303-a2f8-59f49a3fe2c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:12:09.220389 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb5510-c369-4108-b2ea-de9e263a3848 req-434f4908-85ea-42cc-9d57-c1be18e81a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:09.222094 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-17fb5510-c369-4108-b2ea-de9e263a3848 req-434f4908-85ea-42cc-9d57-c1be18e81a85 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1fdc3039-aecf-4cbc-bd08-b574a7d3427d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1735396 Apr 16 12:12:09.270120 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1740c8-9824-46e1-84c6-49a6a4de4f68 req-727c17bc-3b47-4e96-97eb-a90c2edfc4ac tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:09.272388 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fe1740c8-9824-46e1-84c6-49a6a4de4f68 req-727c17bc-3b47-4e96-97eb-a90c2edfc4ac tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8949792-5675-4303-a2f8-59f49a3fe2c0 HTTP/1.1" status: 200 len: 931 time: 0.1691775 Apr 16 12:12:09.342763 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-4ecfe09e-51ff-4da7-8813-f15f0ad82faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:09.344721 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-9761531b-1741-406c-9c0f-8e25beca71bd None None] Provisioning for port 0b6f91a8-0aee-423c-a907-86e495fb4a77 completed by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:12:09.352318 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-9761531b-1741-406c-9c0f-8e25beca71bd None None] Provisioning complete for port 0b6f91a8-0aee-423c-a907-86e495fb4a77 triggered by entity DHCP. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:12:09.353013 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9761531b-1741-406c-9c0f-8e25beca71bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:09.401926 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-fe1740c8-9824-46e1-84c6-49a6a4de4f68 req-9afd06d4-67ea-4133-83d9-eddbb0f79fc5 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793355 Apr 16 12:12:09.422733 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-9761531b-1741-406c-9c0f-8e25beca71bd None None] Port 0b6f91a8-0aee-423c-a907-86e495fb4a77 cannot update to ACTIVE because it is not bound. {{(pid=85339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:12:09.430152 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-17fb5510-c369-4108-b2ea-de9e263a3848 req-a977d337-eef9-448c-9318-97fb5b3fd603 service neutron] 10.222.0.79 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001803 Apr 16 12:12:09.580477 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-17fb5510-c369-4108-b2ea-de9e263a3848 req-42c18fae-421a-46d2-a026-4bbd8c499f39 service neutron] 10.222.0.79 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433420 Apr 16 12:12:09.751934 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-4ecfe09e-51ff-4da7-8813-f15f0ad82faf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b6f91a8-0aee-423c-a907-86e495fb4a77 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:12:09.760547 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-4ecfe09e-51ff-4da7-8813-f15f0ad82faf service neutron] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:09.776510 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-4ecfe09e-51ff-4da7-8813-f15f0ad82faf service neutron] Transition to ACTIVE for port object 0b6f91a8-0aee-423c-a907-86e495fb4a77 will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:12:09.779293 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-4ecfe09e-51ff-4da7-8813-f15f0ad82faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847015921'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:09.793120 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-11981ebd-65c1-4074-82a1-4920199fc0bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:12:09.930145 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfe09e-51ff-4da7-8813-f15f0ad82faf service neutron] Pushing event updated for resources: {'Port': ['ID=0b6f91a8-0aee-423c-a907-86e495fb4a77,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:12:09.933451 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-4ecfe09e-51ff-4da7-8813-f15f0ad82faf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:12:10.179288 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-4ecfe09e-51ff-4da7-8813-f15f0ad82faf service neutron] Attempting to bind port 0b6f91a8-0aee-423c-a907-86e495fb4a77 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:12:10.179664 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-4ecfe09e-51ff-4da7-8813-f15f0ad82faf service neutron] Attempting to bind port 0b6f91a8-0aee-423c-a907-86e495fb4a77 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '01bff58f-d881-4acc-a4c2-0648090cedff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:12:10.180023 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-4ecfe09e-51ff-4da7-8813-f15f0ad82faf service neutron] Attempting to bind port 0b6f91a8-0aee-423c-a907-86e495fb4a77 on network 1fdc3039-aecf-4cbc-bd08-b574a7d3427d {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:12:10.185669 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-4ecfe09e-51ff-4da7-8813-f15f0ad82faf service neutron] Port 0b6f91a8-0aee-423c-a907-86e495fb4a77 on network 1fdc3039-aecf-4cbc-bd08-b574a7d3427d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 12:12:10.185959 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-4ecfe09e-51ff-4da7-8813-f15f0ad82faf service neutron] Attempting to bind port 0b6f91a8-0aee-423c-a907-86e495fb4a77 on network 1fdc3039-aecf-4cbc-bd08-b574a7d3427d {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:12:10.193677 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-4ecfe09e-51ff-4da7-8813-f15f0ad82faf service neutron] Checking agent: {'id': '719f3357-7d54-4b9e-9866-52b19e770139', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'started_at': datetime.datetime(2021, 4, 16, 11, 47, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:12:10.194304 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-4ecfe09e-51ff-4da7-8813-f15f0ad82faf service neutron] Checking segment: {'id': '01bff58f-d881-4acc-a4c2-0648090cedff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:12:10.194944 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-4ecfe09e-51ff-4da7-8813-f15f0ad82faf service neutron] Bound using segment: {'id': '01bff58f-d881-4acc-a4c2-0648090cedff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:12:10.195451 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-4ecfe09e-51ff-4da7-8813-f15f0ad82faf service neutron] Bound port: 0b6f91a8-0aee-423c-a907-86e495fb4a77, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01bff58f-d881-4acc-a4c2-0648090cedff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:12:10.195985 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-4ecfe09e-51ff-4da7-8813-f15f0ad82faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:10.321463 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-4ecfe09e-51ff-4da7-8813-f15f0ad82faf service neutron] For port 0b6f91a8-0aee-423c-a907-86e495fb4a77, host hv-cinder-68948, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:12:10.325061 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-4ecfe09e-51ff-4da7-8813-f15f0ad82faf service neutron] For port 0b6f91a8-0aee-423c-a907-86e495fb4a77, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=0b6f91a8-0aee-423c-a907-86e495fb4a77,segment=NetworkSegment(01bff58f-d881-4acc-a4c2-0648090cedff),segment_id=01bff58f-d881-4acc-a4c2-0648090cedff)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:12:10.328541 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-4ecfe09e-51ff-4da7-8813-f15f0ad82faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847015921'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:10.344232 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-9ed5cf68-4b41-4648-98d8-1897e82e91c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:12:10.508036 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfe09e-51ff-4da7-8813-f15f0ad82faf service neutron] Pushing event updated for resources: {'Port': ['ID=0b6f91a8-0aee-423c-a907-86e495fb4a77,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:12:10.512186 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-4ecfe09e-51ff-4da7-8813-f15f0ad82faf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:12:10.606100 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-4ecfe09e-51ff-4da7-8813-f15f0ad82faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:10.606976 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-4ecfe09e-51ff-4da7-8813-f15f0ad82faf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:10.608552 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-4ecfe09e-51ff-4da7-8813-f15f0ad82faf service neutron] 10.222.0.79 "PUT /v2.0/ports/0b6f91a8-0aee-423c-a907-86e495fb4a77 HTTP/1.1" status: 200 len: 1093 time: 1.4217956 Apr 16 12:12:10.610583 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8949792-5675-4303-a2f8-59f49a3fe2c0', 'tag': '0b6f91a8-0aee-423c-a907-86e495fb4a77'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:12:10.691982 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373802c-eb77-4019-ac35-08b6e2a5ca92 req-38f16265-f892-495f-a42f-f10bbefc6172 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:10.693401 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-9373802c-eb77-4019-ac35-08b6e2a5ca92 req-38f16265-f892-495f-a42f-f10bbefc6172 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Synchronizing usage tracker for tenant:935c1a71cc0d4f90b79485c3b58a7fb2 on resource:port {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:12:10.772525 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8949792-5675-4303-a2f8-59f49a3fe2c0', 'tag': '0b6f91a8-0aee-423c-a907-86e495fb4a77', 'status': 'completed', 'code': 200} Apr 16 12:12:10.782836 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-9373802c-eb77-4019-ac35-08b6e2a5ca92 req-38f16265-f892-495f-a42f-f10bbefc6172 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Unset dirty status for tenant:935c1a71cc0d4f90b79485c3b58a7fb2 on resource:port {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:12:10.784127 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9373802c-eb77-4019-ac35-08b6e2a5ca92 req-38f16265-f892-495f-a42f-f10bbefc6172 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8949792-5675-4303-a2f8-59f49a3fe2c0 HTTP/1.1" status: 200 len: 943 time: 0.2506766 Apr 16 12:12:10.851418 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-920d5296-59d7-40d7-9e99-1d3524262427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:10.853137 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-920d5296-59d7-40d7-9e99-1d3524262427 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=935c1a71cc0d4f90b79485c3b58a7fb2&device_id=f8949792-5675-4303-a2f8-59f49a3fe2c0 HTTP/1.1" status: 200 len: 1096 time: 0.1547017 Apr 16 12:12:10.858647 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-9373802c-eb77-4019-ac35-08b6e2a5ca92 req-382af90c-e624-4318-89f5-d54cbd161e15 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611534 Apr 16 12:12:10.946298 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-5a026382-9132-44ad-adf3-2b23316b7dee service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b6f91a8-0aee-423c-a907-86e495fb4a77 HTTP/1.1" status: 200 len: 217 time: 0.0852106 Apr 16 12:12:11.019428 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-69285d3f-e9a1-4d34-b89b-301bcd470d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:11.021538 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-69285d3f-e9a1-4d34-b89b-301bcd470d8f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ffa931c9-7651-4d73-8e5b-526e732d97b8 HTTP/1.1" status: 200 len: 851 time: 0.0688145 Apr 16 12:12:11.105036 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-1ff3d040-5eac-408e-86eb-b0849559babc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:11.106629 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-1ff3d040-5eac-408e-86eb-b0849559babc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1fdc3039-aecf-4cbc-bd08-b574a7d3427d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0787270 Apr 16 12:12:11.255224 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-7e75f3a3-cac9-4556-948e-37902b2fc628 service neutron] 10.222.0.79 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411390 Apr 16 12:12:11.667849 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d2418d6d-2b0b-4e81-8a95-d69ab886b0ef req-ca9738c1-515f-40df-9415-91a93c9015f8 service neutron] 10.222.0.79 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056258 Apr 16 12:12:11.806860 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757cfe86-cd75-4959-9a56-238812a6ef9f req-cf84103f-4504-4f37-97fd-4f40fc06b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:11.808625 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-757cfe86-cd75-4959-9a56-238812a6ef9f req-cf84103f-4504-4f37-97fd-4f40fc06b251 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=935c1a71cc0d4f90b79485c3b58a7fb2&device_id=f8949792-5675-4303-a2f8-59f49a3fe2c0 HTTP/1.1" status: 200 len: 1096 time: 0.0918105 Apr 16 12:12:11.960610 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757cfe86-cd75-4959-9a56-238812a6ef9f req-ffc82e45-d7f3-42c2-93d3-919fdf0a0c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:11.962194 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-757cfe86-cd75-4959-9a56-238812a6ef9f req-ffc82e45-d7f3-42c2-93d3-919fdf0a0c06 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1fdc3039-aecf-4cbc-bd08-b574a7d3427d HTTP/1.1" status: 200 len: 913 time: 0.1458206 Apr 16 12:12:12.037102 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-757cfe86-cd75-4959-9a56-238812a6ef9f req-8527f327-3830-490a-b593-84670983374e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b6f91a8-0aee-423c-a907-86e495fb4a77 HTTP/1.1" status: 200 len: 217 time: 0.0679021 Apr 16 12:12:12.097650 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445edc1-2147-405c-98ad-1975bbf3658d req-bf3c70ec-8e14-4b56-9fb8-1b0b01fcd0dd tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:12.099283 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0445edc1-2147-405c-98ad-1975bbf3658d req-bf3c70ec-8e14-4b56-9fb8-1b0b01fcd0dd tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8949792-5675-4303-a2f8-59f49a3fe2c0 HTTP/1.1" status: 200 len: 943 time: 0.0955639 Apr 16 12:12:12.116691 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757cfe86-cd75-4959-9a56-238812a6ef9f req-02c06145-b583-445b-aa9c-e31a499e1402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:12.118261 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-757cfe86-cd75-4959-9a56-238812a6ef9f req-02c06145-b583-445b-aa9c-e31a499e1402 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ffa931c9-7651-4d73-8e5b-526e732d97b8 HTTP/1.1" status: 200 len: 851 time: 0.0750113 Apr 16 12:12:12.152243 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0445edc1-2147-405c-98ad-1975bbf3658d req-330ac002-eefd-47ed-a5ce-8da782324a82 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460405 Apr 16 12:12:12.211881 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757cfe86-cd75-4959-9a56-238812a6ef9f req-ec898ad1-f44c-4b75-860b-46e7fa3c5904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:12.213532 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-757cfe86-cd75-4959-9a56-238812a6ef9f req-ec898ad1-f44c-4b75-860b-46e7fa3c5904 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1fdc3039-aecf-4cbc-bd08-b574a7d3427d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0873828 Apr 16 12:12:12.363197 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-757cfe86-cd75-4959-9a56-238812a6ef9f req-dae72c12-a88f-4d66-8ac9-94bc53a95037 service neutron] 10.222.0.79 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424525 Apr 16 12:12:12.513793 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-757cfe86-cd75-4959-9a56-238812a6ef9f req-c4cbe8fd-bb4e-4d4c-bc56-528057fce721 service neutron] 10.222.0.79 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432362 Apr 16 12:12:13.428998 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6f9af-7541-472e-afc2-286afb1d7c45 req-55604981-84c6-4ace-b302-7f6005462051 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:13.430698 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-61e6f9af-7541-472e-afc2-286afb1d7c45 req-55604981-84c6-4ace-b302-7f6005462051 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8949792-5675-4303-a2f8-59f49a3fe2c0 HTTP/1.1" status: 200 len: 943 time: 0.1004515 Apr 16 12:12:13.483522 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-61e6f9af-7541-472e-afc2-286afb1d7c45 req-eabaf436-d11b-4466-9c0e-65e0982402dc tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461307 Apr 16 12:12:13.888508 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:14.408604 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:12:14.696606 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69300a-02fb-49e7-9d97-6b7347d9d3d3 req-479d22e6-12a0-48bc-be7d-4daef107f5c6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:14.698240 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-bc69300a-02fb-49e7-9d97-6b7347d9d3d3 req-479d22e6-12a0-48bc-be7d-4daef107f5c6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8949792-5675-4303-a2f8-59f49a3fe2c0 HTTP/1.1" status: 200 len: 943 time: 0.0916696 Apr 16 12:12:14.747862 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-bc69300a-02fb-49e7-9d97-6b7347d9d3d3 req-2dbe253f-cd1b-4755-b7ae-1418c5062585 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431914 Apr 16 12:12:15.968565 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c0906-e332-41e8-9a5f-15217799ad29 req-6ebfcb51-dc8b-4d68-adec-368fcb058287 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:15.970259 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-143c0906-e332-41e8-9a5f-15217799ad29 req-6ebfcb51-dc8b-4d68-adec-368fcb058287 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8949792-5675-4303-a2f8-59f49a3fe2c0 HTTP/1.1" status: 200 len: 943 time: 0.0955591 Apr 16 12:12:16.023975 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-143c0906-e332-41e8-9a5f-15217799ad29 req-a651db26-e120-4e7f-a957-781581d8a017 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467458 Apr 16 12:12:17.527834 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4005aa6-bc14-4be9-b15b-1220561cf5c9 req-9aa7299b-d066-47f0-bb97-3d10737ea40a tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:17.529643 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e4005aa6-bc14-4be9-b15b-1220561cf5c9 req-9aa7299b-d066-47f0-bb97-3d10737ea40a tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8949792-5675-4303-a2f8-59f49a3fe2c0 HTTP/1.1" status: 200 len: 943 time: 0.3866990 Apr 16 12:12:17.616991 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e4005aa6-bc14-4be9-b15b-1220561cf5c9 req-22305f46-4865-4bd1-acd1-6e2e577ae663 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785336 Apr 16 12:12:18.997241 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c6107-df86-4b71-8f33-94b065a236c3 req-dd3f573a-a3e1-4050-a888-0dabe288ef0a tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:18.999008 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-200c6107-df86-4b71-8f33-94b065a236c3 req-dd3f573a-a3e1-4050-a888-0dabe288ef0a tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8949792-5675-4303-a2f8-59f49a3fe2c0 HTTP/1.1" status: 200 len: 943 time: 0.0998969 Apr 16 12:12:19.052753 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-200c6107-df86-4b71-8f33-94b065a236c3 req-46af38e5-821a-401f-a606-fdb829576231 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466044 Apr 16 12:12:20.268305 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800dc3a2-ae9f-488a-971a-c882ba1d9811 req-e58f5f5c-2441-4edc-9a4b-3242abb19818 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:20.269914 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-800dc3a2-ae9f-488a-971a-c882ba1d9811 req-e58f5f5c-2441-4edc-9a4b-3242abb19818 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8949792-5675-4303-a2f8-59f49a3fe2c0 HTTP/1.1" status: 200 len: 943 time: 0.0942876 Apr 16 12:12:20.312598 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 0b6f91a8-0aee-423c-a907-86e495fb4a77 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:12:20.328404 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-800dc3a2-ae9f-488a-971a-c882ba1d9811 req-9a8b2b16-5992-465f-8512-c2918774c1da tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506530 Apr 16 12:12:20.654001 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 0b6f91a8-0aee-423c-a907-86e495fb4a77, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=0b6f91a8-0aee-423c-a907-86e495fb4a77,segment=NetworkSegment(01bff58f-d881-4acc-a4c2-0648090cedff),segment_id=01bff58f-d881-4acc-a4c2-0648090cedff)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:12:20.669733 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Returning: {'device': '0b6f91a8-0aee-423c-a907-86e495fb4a77', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'port_id': '0b6f91a8-0aee-423c-a907-86e495fb4a77', 'mac_address': 'fa:16:3e:59:42:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:12:20.731081 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:20.749420 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b6f91a8-0aee-423c-a907-86e495fb4a77 {{(pid=85339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:12:20.766839 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 0b6f91a8-0aee-423c-a907-86e495fb4a77, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=0b6f91a8-0aee-423c-a907-86e495fb4a77,segment=NetworkSegment(01bff58f-d881-4acc-a4c2-0648090cedff),segment_id=01bff58f-d881-4acc-a4c2-0648090cedff)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:12:20.769846 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:20.772558 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:12:20.848441 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=0b6f91a8-0aee-423c-a907-86e495fb4a77,revision_number=4']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:12:20.856850 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:20.857246 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:20.857641 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:20.858021 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:20.858398 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:20.858775 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:20.859150 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:20.859523 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:20.859901 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:20.860321 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:20.860692 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:20.861059 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:20.866206 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:12:21.149663 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] get_ports_and_sgs() called for port_ids ['0b6f91a8-0aee-423c-a907-86e495fb4a77'] {{(pid=85339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:12:21.566857 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a8c6d-50e1-4bc5-8d23-42b39b555849 req-f9e81b37-8ecb-4d92-8378-ecd037a4fc39 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:21.569296 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8d7a8c6d-50e1-4bc5-8d23-42b39b555849 req-f9e81b37-8ecb-4d92-8378-ecd037a4fc39 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8949792-5675-4303-a2f8-59f49a3fe2c0 HTTP/1.1" status: 200 len: 944 time: 0.1155577 Apr 16 12:12:21.627444 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-8d7a8c6d-50e1-4bc5-8d23-42b39b555849 req-b0bdfa85-453f-4eef-b128-6afcd74ec61c tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514841 Apr 16 12:12:22.312576 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 0b6f91a8-0aee-423c-a907-86e495fb4a77 up at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:12:22.385597 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning for port 0b6f91a8-0aee-423c-a907-86e495fb4a77 completed by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:12:22.390774 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Provisioning complete for port 0b6f91a8-0aee-423c-a907-86e495fb4a77 triggered by entity L2. {{(pid=85339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:12:22.391188 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854340608'] for port, provisioning_complete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:22.517537 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:22.546663 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8949792-5675-4303-a2f8-59f49a3fe2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6f91a8-0aee-423c-a907-86e495fb4a77'}] {{(pid=85339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:12:22.557308 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] For port 0b6f91a8-0aee-423c-a907-86e495fb4a77, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=0b6f91a8-0aee-423c-a907-86e495fb4a77,segment=NetworkSegment(01bff58f-d881-4acc-a4c2-0648090cedff),segment_id=01bff58f-d881-4acc-a4c2-0648090cedff)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:12:22.561148 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604'] for port, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:22.563423 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:12:22.639260 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Pushing event updated for resources: {'Port': ['ID=0b6f91a8-0aee-423c-a907-86e495fb4a77,revision_number=5']} {{(pid=85339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:12:22.642625 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:12:22.653844 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8949792-5675-4303-a2f8-59f49a3fe2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6f91a8-0aee-423c-a907-86e495fb4a77', 'code': 200} Apr 16 12:12:22.841487 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b7cc6-de49-4c37-af71-8a1f8022f2ef req-f7951eb7-01a0-4b30-9bb4-8d88e21c7125 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:22.843020 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-575b7cc6-de49-4c37-af71-8a1f8022f2ef req-f7951eb7-01a0-4b30-9bb4-8d88e21c7125 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8949792-5675-4303-a2f8-59f49a3fe2c0 HTTP/1.1" status: 200 len: 945 time: 0.0926964 Apr 16 12:12:22.949202 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-575b7cc6-de49-4c37-af71-8a1f8022f2ef req-a4b6a795-6cc4-4631-a8da-92e0f751d5b5 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970304 Apr 16 12:12:22.982189 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddad892-9752-40a8-80a5-7db260a79508 req-fe43a044-91d2-4cc8-b363-5cc231540ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:22.983811 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7ddad892-9752-40a8-80a5-7db260a79508 req-fe43a044-91d2-4cc8-b363-5cc231540ea8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f8949792-5675-4303-a2f8-59f49a3fe2c0 HTTP/1.1" status: 200 len: 1098 time: 0.0989673 Apr 16 12:12:23.029801 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-7ddad892-9752-40a8-80a5-7db260a79508 req-63560eab-8660-42b6-920a-423debc2100d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390158 Apr 16 12:12:24.188255 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850a68f-6577-4c63-a4c5-93a8e02cd784 req-f9a56cf0-6473-49f0-80ca-c61f8a865516 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:24.191236 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0850a68f-6577-4c63-a4c5-93a8e02cd784 req-f9a56cf0-6473-49f0-80ca-c61f8a865516 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8949792-5675-4303-a2f8-59f49a3fe2c0 HTTP/1.1" status: 200 len: 945 time: 0.1161857 Apr 16 12:12:24.268710 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0850a68f-6577-4c63-a4c5-93a8e02cd784 req-2fef992a-c87e-481a-9550-b2a8e4e5b729 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672944 Apr 16 12:12:25.487493 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e17ee-43f2-4936-8aa5-5266d5e61132 req-cd5b418b-3175-499c-b53d-7190f77268f2 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:25.489693 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ba5e17ee-43f2-4936-8aa5-5266d5e61132 req-cd5b418b-3175-499c-b53d-7190f77268f2 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8949792-5675-4303-a2f8-59f49a3fe2c0 HTTP/1.1" status: 200 len: 945 time: 0.0957243 Apr 16 12:12:25.574235 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-ba5e17ee-43f2-4936-8aa5-5266d5e61132 req-3c85993c-983c-4510-8e20-7b4550b16ef4 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759380 Apr 16 12:12:25.789147 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841164b1-d9d3-4168-800a-97a4a95507a5 req-38a17436-2f83-4ee2-92c1-41053434a1ea tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:25.790770 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-841164b1-d9d3-4168-800a-97a4a95507a5 req-38a17436-2f83-4ee2-92c1-41053434a1ea tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8949792-5675-4303-a2f8-59f49a3fe2c0 HTTP/1.1" status: 200 len: 945 time: 0.0969024 Apr 16 12:12:25.843098 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-841164b1-d9d3-4168-800a-97a4a95507a5 req-a17df947-fddc-4490-adcf-f8c640447665 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454352 Apr 16 12:12:25.870401 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 60668) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:12:26.026359 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e188c2ba-64f1-43ea-90f8-f442b8a2cb08 tempest-TestVolumeBootPattern-344008735 tempest-TestVolumeBootPattern-344008735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:26.028001 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-e188c2ba-64f1-43ea-90f8-f442b8a2cb08 tempest-TestVolumeBootPattern-344008735 tempest-TestVolumeBootPattern-344008735-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=f8949792-5675-4303-a2f8-59f49a3fe2c0 HTTP/1.1" status: 200 len: 1093 time: 0.1563401 Apr 16 12:12:26.031329 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85338) accepted ('10.222.0.71', 60674) {{(pid=85338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:12:26.037409 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.v2.base [None req-b2e6a34a-510c-46a8-96ae-3a06581427f6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Request body: {'floatingip': {'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'port_id': '0b6f91a8-0aee-423c-a907-86e495fb4a77', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=85338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:12:26.045053 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-b2e6a34a-510c-46a8-96ae-3a06581427f6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:12:26.049439 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-b2e6a34a-510c-46a8-96ae-3a06581427f6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Usage tracker for resource:floatingip and tenant:935c1a71cc0d4f90b79485c3b58a7fb2 is out of sync, need to count used quota {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:12:26.053369 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [None req-b2e6a34a-510c-46a8-96ae-3a06581427f6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=85338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:12:26.062057 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.quota.driver [None req-b2e6a34a-510c-46a8-96ae-3a06581427f6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=85338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:12:26.073339 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b2e6a34a-510c-46a8-96ae-3a06581427f6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for floatingip, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:26.240885 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b2e6a34a-510c-46a8-96ae-3a06581427f6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:26.418093 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_common [None req-b2e6a34a-510c-46a8-96ae-3a06581427f6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Allocated IP 172.27.1.233 (42de8c2d-cd05-4680-9fb4-4f0e504e941e/337501b3-dbb5-4b21-86cd-6f03e94fa6eb/7247654c-0a82-4290-acdc-d5aac983d65d) {{(pid=85338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:12:26.593003 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b2e6a34a-510c-46a8-96ae-3a06581427f6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for port, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:26.625181 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b2e6a34a-510c-46a8-96ae-3a06581427f6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740187960162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1351932'] for port, after_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:26.642267 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-87e2a77f-aa1f-47fd-9699-3164474b8f62 tempest-AttachVolumeShelveTestJSON-1121471348 tempest-AttachVolumeShelveTestJSON-1121471348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:12:26.789896 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6a34a-510c-46a8-96ae-3a06581427f6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Pushing event updated for resources: {'Port': ['ID=7247654c-0a82-4290-acdc-d5aac983d65d,revision_number=1']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:12:26.812444 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e6a34a-510c-46a8-96ae-3a06581427f6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:26.812840 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e6a34a-510c-46a8-96ae-3a06581427f6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:26.813263 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e6a34a-510c-46a8-96ae-3a06581427f6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:26.813685 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e6a34a-510c-46a8-96ae-3a06581427f6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:26.814090 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e6a34a-510c-46a8-96ae-3a06581427f6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:26.814510 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e6a34a-510c-46a8-96ae-3a06581427f6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:26.815421 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e6a34a-510c-46a8-96ae-3a06581427f6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:26.815846 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e6a34a-510c-46a8-96ae-3a06581427f6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:26.816328 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e6a34a-510c-46a8-96ae-3a06581427f6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:26.817123 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e6a34a-510c-46a8-96ae-3a06581427f6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:26.817537 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e6a34a-510c-46a8-96ae-3a06581427f6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:26.817942 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e6a34a-510c-46a8-96ae-3a06581427f6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:26.822725 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b2e6a34a-510c-46a8-96ae-3a06581427f6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:12:26.889952 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e6a34a-510c-46a8-96ae-3a06581427f6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Network 42de8c2d-cd05-4680-9fb4-4f0e504e941e is already hosted by enough agents. {{(pid=85338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:12:26.891452 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.base_scheduler [None req-b2e6a34a-510c-46a8-96ae-3a06581427f6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Resources bound (agent type, host, resource id): {{(pid=85338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:12:26.895427 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e6a34a-510c-46a8-96ae-3a06581427f6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Received port after_create {{(pid=85338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:12:27.398889 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b2e6a34a-510c-46a8-96ae-3a06581427f6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:27.476371 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b2e6a34a-510c-46a8-96ae-3a06581427f6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-77397'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:27.704520 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b2e6a34a-510c-46a8-96ae-3a06581427f6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:27.708364 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b2e6a34a-510c-46a8-96ae-3a06581427f6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740188427072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740187960179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296666815604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853423900'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:27.723619 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-5920347d-4152-4f06-a36a-af0d4dfa1aa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:12:27.859831 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6a34a-510c-46a8-96ae-3a06581427f6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Pushing event updated for resources: {'Port': ['ID=7247654c-0a82-4290-acdc-d5aac983d65d,revision_number=2']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:12:27.864959 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-b2e6a34a-510c-46a8-96ae-3a06581427f6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:12:27.970849 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b2e6a34a-510c-46a8-96ae-3a06581427f6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852691177'] for floatingip, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:28.157719 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.l3_db [None req-b2e6a34a-510c-46a8-96ae-3a06581427f6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Floating IP 417026b6-ee6e-473f-971d-0cc0bf75e17c associated. External IP: 172.27.1.233, port: 0b6f91a8-0aee-423c-a907-86e495fb4a77. Apr 16 12:12:28.557899 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e6a34a-510c-46a8-96ae-3a06581427f6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Router e1ec5c62-102d-45d5-a789-a5f0990afc3d has already been hosted by L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 {{(pid=85338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:12:29.001590 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e6a34a-510c-46a8-96ae-3a06581427f6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:12:29.024650 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268bf4fd-74c4-40aa-9179-74cd974d56c7 None None] Sync routers for ids ['e1ec5c62-102d-45d5-a789-a5f0990afc3d'] in dv-cinder-689486-10-iscsi {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:12:29.037583 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b2e6a34a-510c-46a8-96ae-3a06581427f6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for floatingip, before_response {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:29.041647 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268bf4fd-74c4-40aa-9179-74cd974d56c7 None None] Routers {'e1ec5c62-102d-45d5-a789-a5f0990afc3d'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:12:29.042763 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-268bf4fd-74c4-40aa-9179-74cd974d56c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:12:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['e1ec5c62-102d-45d5-a789-a5f0990afc3d'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:12:29.153770 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-b2e6a34a-510c-46a8-96ae-3a06581427f6 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1073461 Apr 16 12:12:29.153770 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8949792-5675-4303-a2f8-59f49a3fe2c0', 'tag': '0b6f91a8-0aee-423c-a907-86e495fb4a77'}] {{(pid=85338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:12:29.299679 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8949792-5675-4303-a2f8-59f49a3fe2c0', 'tag': '0b6f91a8-0aee-423c-a907-86e495fb4a77', 'status': 'completed', 'code': 200} Apr 16 12:12:29.338074 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-268bf4fd-74c4-40aa-9179-74cd974d56c7 None None] Set router e1ec5c62-102d-45d5-a789-a5f0990afc3d gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:12:29.404475 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ea649-a1a9-4721-896e-b96288dd633f req-2debdc02-5999-46ab-b514-6ca760ed2163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:29.406099 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e26ea649-a1a9-4721-896e-b96288dd633f req-2debdc02-5999-46ab-b514-6ca760ed2163 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=935c1a71cc0d4f90b79485c3b58a7fb2&device_id=f8949792-5675-4303-a2f8-59f49a3fe2c0 HTTP/1.1" status: 200 len: 1098 time: 0.0843580 Apr 16 12:12:29.554172 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ea649-a1a9-4721-896e-b96288dd633f req-e63f6033-aa39-4f14-8d7f-a2b8b9ab876f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:29.555681 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e26ea649-a1a9-4721-896e-b96288dd633f req-e63f6033-aa39-4f14-8d7f-a2b8b9ab876f service neutron] 10.222.0.79 "GET /v2.0/networks?id=1fdc3039-aecf-4cbc-bd08-b574a7d3427d HTTP/1.1" status: 200 len: 913 time: 0.1432028 Apr 16 12:12:29.672844 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e26ea649-a1a9-4721-896e-b96288dd633f req-019cc22f-107f-47e7-9bb7-810c1cfe66b3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b6f91a8-0aee-423c-a907-86e495fb4a77 HTTP/1.1" status: 200 len: 999 time: 0.1107576 Apr 16 12:12:29.727824 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-268bf4fd-74c4-40aa-9179-74cd974d56c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'name': 'tempest-TestVolumeBootPattern-1769461691-router', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:16Z', 'updated_at': '2021-04-16T12:06:21Z', 'revision_number': 4, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'gw_port': {'id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:17Z', 'updated_at': '2021-04-16T12:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_floatingips': [{'id': '417026b6-ee6e-473f-971d-0cc0bf75e17c', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'router_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'port_id': '0b6f91a8-0aee-423c-a907-86e495fb4a77', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'mac_address': 'fa:16:3e:59:42:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8949792-5675-4303-a2f8-59f49a3fe2c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:12:27Z', 'updated_at': '2021-04-16T12:12:27Z', 'revision_number': 0, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'fixed_ip_address_scope': None}, {'id': '87c00b85-366d-416f-a7cb-eecd744777c0', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'router_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'port_id': 'e42828ae-1850-4ad3-a462-f6c6b9d9e638', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'mac_address': 'fa:16:3e:93:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc11ad7-7125-4bc3-9c50-9405fcb82446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:10:02Z', 'updated_at': '2021-04-16T12:10:05Z', 'revision_number': 1, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b32ba96-094c-4ae3-a822-14cf075caf7a', 'name': '', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'mac_address': 'fa:16:3e:d5:c8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:20Z', 'updated_at': '2021-04-16T12:06:30Z', 'revision_number': 5, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'subnets': [{'id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:12:29.731923 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268bf4fd-74c4-40aa-9179-74cd974d56c7 None None] Checking router: e1ec5c62-102d-45d5-a789-a5f0990afc3d for host: dv-cinder-689486-10-iscsi {{(pid=85339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:12:29.740586 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ea649-a1a9-4721-896e-b96288dd633f req-cce2593e-456c-4e01-86c1-2056aaeff4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:29.741781 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268bf4fd-74c4-40aa-9179-74cd974d56c7 None None] Routers {'e1ec5c62-102d-45d5-a789-a5f0990afc3d'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:12:29.742142 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e26ea649-a1a9-4721-896e-b96288dd633f req-cce2593e-456c-4e01-86c1-2056aaeff4f3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ffa931c9-7651-4d73-8e5b-526e732d97b8 HTTP/1.1" status: 200 len: 851 time: 0.0636504 Apr 16 12:12:29.742454 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-268bf4fd-74c4-40aa-9179-74cd974d56c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:12:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['e1ec5c62-102d-45d5-a789-a5f0990afc3d'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:12:29.823862 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ea649-a1a9-4721-896e-b96288dd633f req-46b4c509-bdb7-4bff-a3b8-e6850761caea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:29.825577 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e26ea649-a1a9-4721-896e-b96288dd633f req-46b4c509-bdb7-4bff-a3b8-e6850761caea service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1fdc3039-aecf-4cbc-bd08-b574a7d3427d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0772867 Apr 16 12:12:29.936858 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-268bf4fd-74c4-40aa-9179-74cd974d56c7 None None] Set router e1ec5c62-102d-45d5-a789-a5f0990afc3d gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:12:29.971446 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e26ea649-a1a9-4721-896e-b96288dd633f req-7a822ab0-80eb-4854-acef-bd370dcf0523 service neutron] 10.222.0.79 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384761 Apr 16 12:12:30.116661 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-e26ea649-a1a9-4721-896e-b96288dd633f req-6a248755-ae0e-4263-8c9f-e87c031fc65e service neutron] 10.222.0.79 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390982 Apr 16 12:12:30.319498 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-268bf4fd-74c4-40aa-9179-74cd974d56c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'name': 'tempest-TestVolumeBootPattern-1769461691-router', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:16Z', 'updated_at': '2021-04-16T12:06:21Z', 'revision_number': 4, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'gw_port': {'id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:17Z', 'updated_at': '2021-04-16T12:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_floatingips': [{'id': '417026b6-ee6e-473f-971d-0cc0bf75e17c', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'router_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'port_id': '0b6f91a8-0aee-423c-a907-86e495fb4a77', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'mac_address': 'fa:16:3e:59:42:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8949792-5675-4303-a2f8-59f49a3fe2c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:12:27Z', 'updated_at': '2021-04-16T12:12:27Z', 'revision_number': 0, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'fixed_ip_address_scope': None}, {'id': '87c00b85-366d-416f-a7cb-eecd744777c0', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'router_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'port_id': 'e42828ae-1850-4ad3-a462-f6c6b9d9e638', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'mac_address': 'fa:16:3e:93:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc11ad7-7125-4bc3-9c50-9405fcb82446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:10:02Z', 'updated_at': '2021-04-16T12:10:05Z', 'revision_number': 1, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b32ba96-094c-4ae3-a822-14cf075caf7a', 'name': '', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'mac_address': 'fa:16:3e:d5:c8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:20Z', 'updated_at': '2021-04-16T12:06:30Z', 'revision_number': 5, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'subnets': [{'id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:12:30.323794 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268bf4fd-74c4-40aa-9179-74cd974d56c7 None None] The sync data for ids ['e1ec5c62-102d-45d5-a789-a5f0990afc3d'] in dv-cinder-689486-10-iscsi is: [{'id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'name': 'tempest-TestVolumeBootPattern-1769461691-router', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:16Z', 'updated_at': '2021-04-16T12:06:21Z', 'revision_number': 4, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'gw_port': {'id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:17Z', 'updated_at': '2021-04-16T12:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_floatingips': [{'id': '417026b6-ee6e-473f-971d-0cc0bf75e17c', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'router_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'port_id': '0b6f91a8-0aee-423c-a907-86e495fb4a77', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'mac_address': 'fa:16:3e:59:42:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8949792-5675-4303-a2f8-59f49a3fe2c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:12:27Z', 'updated_at': '2021-04-16T12:12:27Z', 'revision_number': 0, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'fixed_ip_address_scope': None}, {'id': '87c00b85-366d-416f-a7cb-eecd744777c0', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'router_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'port_id': 'e42828ae-1850-4ad3-a462-f6c6b9d9e638', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'mac_address': 'fa:16:3e:93:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc11ad7-7125-4bc3-9c50-9405fcb82446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:10:02Z', 'updated_at': '2021-04-16T12:10:05Z', 'revision_number': 1, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b32ba96-094c-4ae3-a822-14cf075caf7a', 'name': '', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'mac_address': 'fa:16:3e:d5:c8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:20Z', 'updated_at': '2021-04-16T12:06:30Z', 'revision_number': 5, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'subnets': [{'id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:12:30.571017 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1d3f2d-4d80-4c8b-8dc0-4e5fee29839a None None] New status for floating IP 417026b6-ee6e-473f-971d-0cc0bf75e17c: ACTIVE {{(pid=85340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 12:12:31.500633 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b7fd0251-ea6b-4991-94e5-ddaf9f9ff8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:34.907734 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-dc9b8d1d-b7d0-44bb-9c15-9d3fde26e5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:35.924679 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:36.468705 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:37.680846 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:43.900593 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:51.407452 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:13:01.495876 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-0b8e0c85-b3b7-44aa-b6d9-6d161300e1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:04.911432 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c0f52579-d008-4830-b862-3b95b1574ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:05.928707 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:06.470869 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:07.683616 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:11.037952 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1a7068be-359c-4837-85b0-08282bd1b50d req-37a75609-1c1a-45a3-89c1-e32e138f7bc2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9fc11ad7-7125-4bc3-9c50-9405fcb82446&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788798 Apr 16 12:13:11.188726 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7068be-359c-4837-85b0-08282bd1b50d req-141f89a1-2e5e-47e7-af49-18fb89ba09e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:13:11.190284 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1a7068be-359c-4837-85b0-08282bd1b50d req-141f89a1-2e5e-47e7-af49-18fb89ba09e6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=935c1a71cc0d4f90b79485c3b58a7fb2&device_id=9fc11ad7-7125-4bc3-9c50-9405fcb82446 HTTP/1.1" status: 200 len: 1099 time: 0.0767667 Apr 16 12:13:11.344219 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7068be-359c-4837-85b0-08282bd1b50d req-7eb878e5-5270-4f15-b691-62caffa4728e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:13:11.345720 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1a7068be-359c-4837-85b0-08282bd1b50d req-7eb878e5-5270-4f15-b691-62caffa4728e service neutron] 10.222.0.79 "GET /v2.0/networks?id=1fdc3039-aecf-4cbc-bd08-b574a7d3427d HTTP/1.1" status: 200 len: 913 time: 0.1350513 Apr 16 12:13:11.456943 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1a7068be-359c-4837-85b0-08282bd1b50d req-5500a937-b745-480e-89e0-e4c11477928f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e42828ae-1850-4ad3-a462-f6c6b9d9e638 HTTP/1.1" status: 200 len: 1002 time: 0.1037600 Apr 16 12:13:11.528857 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7068be-359c-4837-85b0-08282bd1b50d req-eb34c899-7ddf-4486-9533-3d52a70af059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:13:11.530381 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1a7068be-359c-4837-85b0-08282bd1b50d req-eb34c899-7ddf-4486-9533-3d52a70af059 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ffa931c9-7651-4d73-8e5b-526e732d97b8 HTTP/1.1" status: 200 len: 851 time: 0.0669191 Apr 16 12:13:11.615352 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7068be-359c-4837-85b0-08282bd1b50d req-b1787a8d-c8d0-4cb7-9f32-948ade902373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:13:11.616919 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1a7068be-359c-4837-85b0-08282bd1b50d req-b1787a8d-c8d0-4cb7-9f32-948ade902373 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1fdc3039-aecf-4cbc-bd08-b574a7d3427d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0783551 Apr 16 12:13:11.763703 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1a7068be-359c-4837-85b0-08282bd1b50d req-1140db41-3691-4c9d-8aef-b49ad69a38e2 service neutron] 10.222.0.79 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384153 Apr 16 12:13:11.911065 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1a7068be-359c-4837-85b0-08282bd1b50d req-3d8a708d-d6cc-4e78-bf59-8536bd20daa7 service neutron] 10.222.0.79 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396027 Apr 16 12:13:13.897330 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:28.408014 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:13:31.498077 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-139f251b-28d3-42ee-82d1-7b504a4485d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:34.913432 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ac275b91-b39c-490a-82e9-21864330394e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:35.930796 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:36.474525 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:37.687707 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:43.912412 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:01.500834 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-30a88776-fe71-4f6f-9485-2bc1e5634202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:04.916108 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-eb776273-81e8-444a-8ac5-90738962f80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:05.407918 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:14:05.933447 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:06.478877 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:07.692355 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:11.491972 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f24fbc9c-9017-4972-a267-709a2806cd64 req-fde796d2-89cb-48f8-9007-5292e66b97c9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f8949792-5675-4303-a2f8-59f49a3fe2c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764611 Apr 16 12:14:11.592562 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24fbc9c-9017-4972-a267-709a2806cd64 req-b4efec76-36b0-45c2-a6e5-6170fd83b3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:14:11.594125 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f24fbc9c-9017-4972-a267-709a2806cd64 req-b4efec76-36b0-45c2-a6e5-6170fd83b3ef service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=935c1a71cc0d4f90b79485c3b58a7fb2&device_id=f8949792-5675-4303-a2f8-59f49a3fe2c0 HTTP/1.1" status: 200 len: 1098 time: 0.0817754 Apr 16 12:14:11.751330 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24fbc9c-9017-4972-a267-709a2806cd64 req-b2f1cd6c-6734-4e5a-96a9-335f70ca908b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:14:11.752862 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f24fbc9c-9017-4972-a267-709a2806cd64 req-b2f1cd6c-6734-4e5a-96a9-335f70ca908b service neutron] 10.222.0.79 "GET /v2.0/networks?id=1fdc3039-aecf-4cbc-bd08-b574a7d3427d HTTP/1.1" status: 200 len: 913 time: 0.1373451 Apr 16 12:14:12.104084 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f24fbc9c-9017-4972-a267-709a2806cd64 req-08fa538b-c231-4822-a46c-5a9aad7a9c9a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b6f91a8-0aee-423c-a907-86e495fb4a77 HTTP/1.1" status: 200 len: 1001 time: 0.3442345 Apr 16 12:14:12.173595 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24fbc9c-9017-4972-a267-709a2806cd64 req-763f539f-82f6-45af-80f4-128851ff84ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:14:12.175111 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f24fbc9c-9017-4972-a267-709a2806cd64 req-763f539f-82f6-45af-80f4-128851ff84ca service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ffa931c9-7651-4d73-8e5b-526e732d97b8 HTTP/1.1" status: 200 len: 851 time: 0.0631397 Apr 16 12:14:12.258636 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24fbc9c-9017-4972-a267-709a2806cd64 req-1fcf436d-7405-4608-afe1-234697de6133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:14:12.260231 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f24fbc9c-9017-4972-a267-709a2806cd64 req-1fcf436d-7405-4608-afe1-234697de6133 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1fdc3039-aecf-4cbc-bd08-b574a7d3427d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0779440 Apr 16 12:14:12.402847 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f24fbc9c-9017-4972-a267-709a2806cd64 req-19762533-4025-4545-ac3a-d9482a66e1b2 service neutron] 10.222.0.79 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348190 Apr 16 12:14:12.544955 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-f24fbc9c-9017-4972-a267-709a2806cd64 req-176af792-5c7a-4c04-a790-999e0d22db64 service neutron] 10.222.0.79 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350291 Apr 16 12:14:13.908975 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:22.743713 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 60718) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:14:22.964813 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-c4a8cbb1-6186-463f-beca-e2a828c24aed tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Deleting port 7247654c-0a82-4290-acdc-d5aac983d65d {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:14:22.965187 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c4a8cbb1-6186-463f-beca-e2a828c24aed tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:23.144328 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c4a8cbb1-6186-463f-beca-e2a828c24aed tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:23.144649 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c4a8cbb1-6186-463f-beca-e2a828c24aed tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:23.276299 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-c4a8cbb1-6186-463f-beca-e2a828c24aed tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Calling delete_port for 7247654c-0a82-4290-acdc-d5aac983d65d owned by network:floatingip {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:14:23.441156 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c4a8cbb1-6186-463f-beca-e2a828c24aed tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:23.456856 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-82481fc8-ee0b-4c0e-83a7-f243401556f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:14:23.547286 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8cbb1-6186-463f-beca-e2a828c24aed tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Pushing event deleted for resources: {'Port': ['ID=7247654c-0a82-4290-acdc-d5aac983d65d,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:14:23.561542 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a8cbb1-6186-463f-beca-e2a828c24aed tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:14:23.561968 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a8cbb1-6186-463f-beca-e2a828c24aed tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:14:23.562386 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a8cbb1-6186-463f-beca-e2a828c24aed tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:14:23.562809 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a8cbb1-6186-463f-beca-e2a828c24aed tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:14:23.563195 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a8cbb1-6186-463f-beca-e2a828c24aed tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:14:23.563596 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a8cbb1-6186-463f-beca-e2a828c24aed tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:14:23.564001 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a8cbb1-6186-463f-beca-e2a828c24aed tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:14:23.564451 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a8cbb1-6186-463f-beca-e2a828c24aed tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:14:23.564853 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a8cbb1-6186-463f-beca-e2a828c24aed tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:14:23.565257 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a8cbb1-6186-463f-beca-e2a828c24aed tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:14:23.565644 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a8cbb1-6186-463f-beca-e2a828c24aed tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:14:23.566038 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a8cbb1-6186-463f-beca-e2a828c24aed tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:14:23.571459 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-c4a8cbb1-6186-463f-beca-e2a828c24aed tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:14:23.726803 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c4a8cbb1-6186-463f-beca-e2a828c24aed tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for floatingip, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:23.727106 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.l3_db [None req-c4a8cbb1-6186-463f-beca-e2a828c24aed tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Floating IP 417026b6-ee6e-473f-971d-0cc0bf75e17c disassociated (deleted). External IP: 172.27.1.233, port: 0b6f91a8-0aee-423c-a907-86e495fb4a77. Apr 16 12:14:24.098276 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a8cbb1-6186-463f-beca-e2a828c24aed tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Router e1ec5c62-102d-45d5-a789-a5f0990afc3d has already been hosted by L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 {{(pid=85337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:14:24.291064 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a8cbb1-6186-463f-beca-e2a828c24aed tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:14:24.305680 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99705ef0-c85a-4c82-9614-312a8de032b6 None None] Sync routers for ids ['e1ec5c62-102d-45d5-a789-a5f0990afc3d'] in dv-cinder-689486-10-iscsi {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:14:24.310289 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-c4a8cbb1-6186-463f-beca-e2a828c24aed tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for floatingip, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:24.316076 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99705ef0-c85a-4c82-9614-312a8de032b6 None None] Routers {'e1ec5c62-102d-45d5-a789-a5f0990afc3d'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:14:24.316769 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-99705ef0-c85a-4c82-9614-312a8de032b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:14:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['e1ec5c62-102d-45d5-a789-a5f0990afc3d'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:14:24.368871 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-c4a8cbb1-6186-463f-beca-e2a828c24aed tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "DELETE /v2.0/floatingips/417026b6-ee6e-473f-971d-0cc0bf75e17c HTTP/1.1" status: 204 len: 168 time: 1.6238227 Apr 16 12:14:24.369479 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8949792-5675-4303-a2f8-59f49a3fe2c0', 'tag': '0b6f91a8-0aee-423c-a907-86e495fb4a77'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:14:24.462259 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8949792-5675-4303-a2f8-59f49a3fe2c0', 'tag': '0b6f91a8-0aee-423c-a907-86e495fb4a77', 'status': 'completed', 'code': 200} Apr 16 12:14:24.553026 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-99705ef0-c85a-4c82-9614-312a8de032b6 None None] Set router e1ec5c62-102d-45d5-a789-a5f0990afc3d gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:14:24.570338 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d71834-1416-4169-a264-b1c7c85a1293 req-dce512b8-4171-4997-a89b-992c6f895a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:14:24.571946 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-16d71834-1416-4169-a264-b1c7c85a1293 req-dce512b8-4171-4997-a89b-992c6f895a76 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=935c1a71cc0d4f90b79485c3b58a7fb2&device_id=f8949792-5675-4303-a2f8-59f49a3fe2c0 HTTP/1.1" status: 200 len: 1098 time: 0.0879610 Apr 16 12:14:24.781316 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d71834-1416-4169-a264-b1c7c85a1293 req-e006ee87-37ed-4179-a565-bf04586a9dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:14:24.782868 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-16d71834-1416-4169-a264-b1c7c85a1293 req-e006ee87-37ed-4179-a565-bf04586a9dbe service neutron] 10.222.0.79 "GET /v2.0/networks?id=1fdc3039-aecf-4cbc-bd08-b574a7d3427d HTTP/1.1" status: 200 len: 913 time: 0.2026510 Apr 16 12:14:24.871114 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-16d71834-1416-4169-a264-b1c7c85a1293 req-2c22ab01-a28c-4ee8-932f-e52720e22d26 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b6f91a8-0aee-423c-a907-86e495fb4a77 HTTP/1.1" status: 200 len: 217 time: 0.0806131 Apr 16 12:14:24.926083 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91720466-8c7a-4f90-86b7-dacf21396b0e req-f6fc20d1-7136-4fdf-b90d-eba04f383b11 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:14:24.926951 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-91720466-8c7a-4f90-86b7-dacf21396b0e req-f6fc20d1-7136-4fdf-b90d-eba04f383b11 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Synchronizing usage tracker for tenant:935c1a71cc0d4f90b79485c3b58a7fb2 on resource:port {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:14:24.960036 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-91720466-8c7a-4f90-86b7-dacf21396b0e req-f6fc20d1-7136-4fdf-b90d-eba04f383b11 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Unset dirty status for tenant:935c1a71cc0d4f90b79485c3b58a7fb2 on resource:port {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:14:24.961329 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-91720466-8c7a-4f90-86b7-dacf21396b0e req-f6fc20d1-7136-4fdf-b90d-eba04f383b11 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8949792-5675-4303-a2f8-59f49a3fe2c0 HTTP/1.1" status: 200 len: 945 time: 0.2619436 Apr 16 12:14:24.964981 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d71834-1416-4169-a264-b1c7c85a1293 req-5c86b3c6-b479-4750-85ed-0951c45f90fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:14:24.966446 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-16d71834-1416-4169-a264-b1c7c85a1293 req-5c86b3c6-b479-4750-85ed-0951c45f90fa service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ffa931c9-7651-4d73-8e5b-526e732d97b8 HTTP/1.1" status: 200 len: 851 time: 0.0868003 Apr 16 12:14:25.063352 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-91720466-8c7a-4f90-86b7-dacf21396b0e req-b13b3bd4-8d43-4e85-bcc2-ae3a5f52b6e1 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954442 Apr 16 12:14:25.087550 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d71834-1416-4169-a264-b1c7c85a1293 req-e2715d24-aece-4e9c-80d1-ab74efadd103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:14:25.089162 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-16d71834-1416-4169-a264-b1c7c85a1293 req-e2715d24-aece-4e9c-80d1-ab74efadd103 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1fdc3039-aecf-4cbc-bd08-b574a7d3427d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1065209 Apr 16 12:14:25.107890 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-99705ef0-c85a-4c82-9614-312a8de032b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'name': 'tempest-TestVolumeBootPattern-1769461691-router', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:16Z', 'updated_at': '2021-04-16T12:06:21Z', 'revision_number': 4, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'gw_port': {'id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:17Z', 'updated_at': '2021-04-16T12:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_floatingips': [{'id': '87c00b85-366d-416f-a7cb-eecd744777c0', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'router_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'port_id': 'e42828ae-1850-4ad3-a462-f6c6b9d9e638', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'mac_address': 'fa:16:3e:93:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc11ad7-7125-4bc3-9c50-9405fcb82446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:10:02Z', 'updated_at': '2021-04-16T12:10:05Z', 'revision_number': 1, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b32ba96-094c-4ae3-a822-14cf075caf7a', 'name': '', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'mac_address': 'fa:16:3e:d5:c8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:20Z', 'updated_at': '2021-04-16T12:06:30Z', 'revision_number': 5, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'subnets': [{'id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:14:25.111986 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99705ef0-c85a-4c82-9614-312a8de032b6 None None] Checking router: e1ec5c62-102d-45d5-a789-a5f0990afc3d for host: dv-cinder-689486-10-iscsi {{(pid=85339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:14:25.121753 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99705ef0-c85a-4c82-9614-312a8de032b6 None None] Routers {'e1ec5c62-102d-45d5-a789-a5f0990afc3d'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:14:25.122411 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-99705ef0-c85a-4c82-9614-312a8de032b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:14:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['e1ec5c62-102d-45d5-a789-a5f0990afc3d'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:14:25.234494 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-16d71834-1416-4169-a264-b1c7c85a1293 req-7a76cc11-4d2b-4454-a2c5-36edfdce04b3 service neutron] 10.222.0.79 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368632 Apr 16 12:14:25.318924 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-99705ef0-c85a-4c82-9614-312a8de032b6 None None] Set router e1ec5c62-102d-45d5-a789-a5f0990afc3d gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:14:25.379740 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-16d71834-1416-4169-a264-b1c7c85a1293 req-82a4d7e9-1705-4c50-bfc4-7173c5b73fd8 service neutron] 10.222.0.79 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368418 Apr 16 12:14:25.688999 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-99705ef0-c85a-4c82-9614-312a8de032b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'name': 'tempest-TestVolumeBootPattern-1769461691-router', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:16Z', 'updated_at': '2021-04-16T12:06:21Z', 'revision_number': 4, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'gw_port': {'id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:17Z', 'updated_at': '2021-04-16T12:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_floatingips': [{'id': '87c00b85-366d-416f-a7cb-eecd744777c0', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'router_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'port_id': 'e42828ae-1850-4ad3-a462-f6c6b9d9e638', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'mac_address': 'fa:16:3e:93:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc11ad7-7125-4bc3-9c50-9405fcb82446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:10:02Z', 'updated_at': '2021-04-16T12:10:05Z', 'revision_number': 1, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b32ba96-094c-4ae3-a822-14cf075caf7a', 'name': '', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'mac_address': 'fa:16:3e:d5:c8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:20Z', 'updated_at': '2021-04-16T12:06:30Z', 'revision_number': 5, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'subnets': [{'id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:14:25.693882 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99705ef0-c85a-4c82-9614-312a8de032b6 None None] The sync data for ids ['e1ec5c62-102d-45d5-a789-a5f0990afc3d'] in dv-cinder-689486-10-iscsi is: [{'id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'name': 'tempest-TestVolumeBootPattern-1769461691-router', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:16Z', 'updated_at': '2021-04-16T12:06:21Z', 'revision_number': 4, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'gw_port': {'id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:17Z', 'updated_at': '2021-04-16T12:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_floatingips': [{'id': '87c00b85-366d-416f-a7cb-eecd744777c0', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'router_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'port_id': 'e42828ae-1850-4ad3-a462-f6c6b9d9e638', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'mac_address': 'fa:16:3e:93:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc11ad7-7125-4bc3-9c50-9405fcb82446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:10:02Z', 'updated_at': '2021-04-16T12:10:05Z', 'revision_number': 1, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b32ba96-094c-4ae3-a822-14cf075caf7a', 'name': '', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'mac_address': 'fa:16:3e:d5:c8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:20Z', 'updated_at': '2021-04-16T12:06:30Z', 'revision_number': 5, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'subnets': [{'id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:14:26.051192 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1bcafd-5947-4909-b476-e96968618b30 None None] New status for floating IP 417026b6-ee6e-473f-971d-0cc0bf75e17c: DOWN {{(pid=85340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 12:14:26.280313 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d83b2-9d84-4b3d-a8cc-776a8f9da81c req-6da3c1c2-ab77-4d87-a071-027c2ec96d78 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:14:26.281913 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0a4d83b2-9d84-4b3d-a8cc-776a8f9da81c req-6da3c1c2-ab77-4d87-a071-027c2ec96d78 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8949792-5675-4303-a2f8-59f49a3fe2c0 HTTP/1.1" status: 200 len: 945 time: 0.0959382 Apr 16 12:14:26.329813 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-0a4d83b2-9d84-4b3d-a8cc-776a8f9da81c req-35450093-5ac1-4720-aa12-667a501dafa2 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412872 Apr 16 12:14:26.541910 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344ce5c-5974-4a7f-894a-7e96e6ea913e req-17e887e9-5458-4711-b9bd-f26a1b3a20c8 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:14:26.543379 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3344ce5c-5974-4a7f-894a-7e96e6ea913e req-17e887e9-5458-4711-b9bd-f26a1b3a20c8 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.79 "GET /v2.0/ports?device_id=f8949792-5675-4303-a2f8-59f49a3fe2c0 HTTP/1.1" status: 200 len: 945 time: 0.0883052 Apr 16 12:14:26.625658 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-3344ce5c-5974-4a7f-894a-7e96e6ea913e req-4f7af9ff-28ba-4ece-8a04-d8df52da6d9b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Deleting port 0b6f91a8-0aee-423c-a907-86e495fb4a77 {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:14:26.626045 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-3344ce5c-5974-4a7f-894a-7e96e6ea913e req-4f7af9ff-28ba-4ece-8a04-d8df52da6d9b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:27.124010 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-3344ce5c-5974-4a7f-894a-7e96e6ea913e req-4f7af9ff-28ba-4ece-8a04-d8df52da6d9b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] For port 0b6f91a8-0aee-423c-a907-86e495fb4a77, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=0b6f91a8-0aee-423c-a907-86e495fb4a77,segment=NetworkSegment(01bff58f-d881-4acc-a4c2-0648090cedff),segment_id=01bff58f-d881-4acc-a4c2-0648090cedff)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:14:27.124429 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-3344ce5c-5974-4a7f-894a-7e96e6ea913e req-4f7af9ff-28ba-4ece-8a04-d8df52da6d9b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:27.258623 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-3344ce5c-5974-4a7f-894a-7e96e6ea913e req-4f7af9ff-28ba-4ece-8a04-d8df52da6d9b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Calling delete_port for 0b6f91a8-0aee-423c-a907-86e495fb4a77 owned by compute:nova {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:14:27.412024 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-3344ce5c-5974-4a7f-894a-7e96e6ea913e req-4f7af9ff-28ba-4ece-8a04-d8df52da6d9b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:27.431764 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-82481fc8-ee0b-4c0e-83a7-f243401556f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:14:27.566787 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7af9ff-28ba-4ece-8a04-d8df52da6d9b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Pushing event deleted for resources: {'Port': ['ID=0b6f91a8-0aee-423c-a907-86e495fb4a77,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:14:27.570286 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-4f7af9ff-28ba-4ece-8a04-d8df52da6d9b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:14:27.586949 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-362f61df-5524-4859-842a-da420fc7ae27 req-11903096-ec76-40fe-87dd-c07e2d2167e2 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8949792-5675-4303-a2f8-59f49a3fe2c0 HTTP/1.1" status: 200 len: 210 time: 0.1131866 Apr 16 12:14:27.726723 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-3344ce5c-5974-4a7f-894a-7e96e6ea913e req-4f7af9ff-28ba-4ece-8a04-d8df52da6d9b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] No DVR routers for this DVR port 0b6f91a8-0aee-423c-a907-86e495fb4a77 on host hv-cinder-68948 {{(pid=85337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:14:27.729318 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-3344ce5c-5974-4a7f-894a-7e96e6ea913e req-4f7af9ff-28ba-4ece-8a04-d8df52da6d9b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:27.733394 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8949792-5675-4303-a2f8-59f49a3fe2c0', 'name': 'network-vif-deleted', 'tag': '0b6f91a8-0aee-423c-a907-86e495fb4a77'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:14:27.747321 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-3344ce5c-5974-4a7f-894a-7e96e6ea913e req-4f7af9ff-28ba-4ece-8a04-d8df52da6d9b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.79 "DELETE /v2.0/ports/0b6f91a8-0aee-423c-a907-86e495fb4a77 HTTP/1.1" status: 204 len: 173 time: 1.1969929 Apr 16 12:14:27.785829 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8949792-5675-4303-a2f8-59f49a3fe2c0', 'name': 'network-vif-deleted', 'tag': '0b6f91a8-0aee-423c-a907-86e495fb4a77', 'status': 'completed', 'code': 200} Apr 16 12:14:28.767764 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-d62bc0cd-4dd4-4097-ab09-5b62fac519bf req-9de47cce-5cb0-4dc7-b8c4-342f1a3b30b3 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Synchronizing usage tracker for tenant:935c1a71cc0d4f90b79485c3b58a7fb2 on resource:port {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:14:28.782432 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-d62bc0cd-4dd4-4097-ab09-5b62fac519bf req-9de47cce-5cb0-4dc7-b8c4-342f1a3b30b3 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Unset dirty status for tenant:935c1a71cc0d4f90b79485c3b58a7fb2 on resource:port {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:14:28.783627 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-d62bc0cd-4dd4-4097-ab09-5b62fac519bf req-9de47cce-5cb0-4dc7-b8c4-342f1a3b30b3 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8949792-5675-4303-a2f8-59f49a3fe2c0 HTTP/1.1" status: 200 len: 210 time: 0.0653923 Apr 16 12:14:28.868620 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 0b6f91a8-0aee-423c-a907-86e495fb4a77 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:14:28.906718 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] No Port match for: 0b6f91a8-0aee-423c-a907-86e495fb4a77 {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:14:28.907116 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device 0b6f91a8-0aee-423c-a907-86e495fb4a77 not bound to the agent host hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:14:31.506004 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-268551ac-9a54-4171-adf6-a12a46c9ebe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:32.318752 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 60752) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:14:32.540871 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-8d07d3ca-1bae-4f66-84c1-3398d1e07169 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Deleting port 47f55455-4689-4c03-b762-82589c3de903 {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:14:32.541449 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8d07d3ca-1bae-4f66-84c1-3398d1e07169 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:32.725859 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8d07d3ca-1bae-4f66-84c1-3398d1e07169 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:32.726227 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8d07d3ca-1bae-4f66-84c1-3398d1e07169 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:32.858448 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-8d07d3ca-1bae-4f66-84c1-3398d1e07169 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Calling delete_port for 47f55455-4689-4c03-b762-82589c3de903 owned by network:floatingip {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:14:33.018342 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8d07d3ca-1bae-4f66-84c1-3398d1e07169 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:33.034440 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:14:33.131364 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d07d3ca-1bae-4f66-84c1-3398d1e07169 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Pushing event deleted for resources: {'Port': ['ID=47f55455-4689-4c03-b762-82589c3de903,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:14:33.135230 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-8d07d3ca-1bae-4f66-84c1-3398d1e07169 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:14:33.297916 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8d07d3ca-1bae-4f66-84c1-3398d1e07169 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for floatingip, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:33.298297 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.db.l3_db [None req-8d07d3ca-1bae-4f66-84c1-3398d1e07169 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Floating IP 87c00b85-366d-416f-a7cb-eecd744777c0 disassociated (deleted). External IP: 172.27.1.160, port: e42828ae-1850-4ad3-a462-f6c6b9d9e638. Apr 16 12:14:33.678966 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d07d3ca-1bae-4f66-84c1-3398d1e07169 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Router e1ec5c62-102d-45d5-a789-a5f0990afc3d has already been hosted by L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 {{(pid=85337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:14:33.865548 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d07d3ca-1bae-4f66-84c1-3398d1e07169 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:14:33.875594 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eea50ef-fa76-4dad-9c3d-68b8a18752ee None None] Sync routers for ids ['e1ec5c62-102d-45d5-a789-a5f0990afc3d'] in dv-cinder-689486-10-iscsi {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:14:33.886402 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8d07d3ca-1bae-4f66-84c1-3398d1e07169 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for floatingip, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:33.887735 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eea50ef-fa76-4dad-9c3d-68b8a18752ee None None] Routers {'e1ec5c62-102d-45d5-a789-a5f0990afc3d'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:14:33.888442 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-6eea50ef-fa76-4dad-9c3d-68b8a18752ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:14:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['e1ec5c62-102d-45d5-a789-a5f0990afc3d'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:14:33.951376 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-8d07d3ca-1bae-4f66-84c1-3398d1e07169 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "DELETE /v2.0/floatingips/87c00b85-366d-416f-a7cb-eecd744777c0 HTTP/1.1" status: 204 len: 168 time: 1.6312902 Apr 16 12:14:33.951984 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc11ad7-7125-4bc3-9c50-9405fcb82446', 'tag': 'e42828ae-1850-4ad3-a462-f6c6b9d9e638'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:14:34.001609 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc11ad7-7125-4bc3-9c50-9405fcb82446', 'tag': 'e42828ae-1850-4ad3-a462-f6c6b9d9e638', 'status': 'completed', 'code': 200} Apr 16 12:14:34.085723 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-6eea50ef-fa76-4dad-9c3d-68b8a18752ee None None] Set router e1ec5c62-102d-45d5-a789-a5f0990afc3d gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:14:34.101256 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b5e4d-0fd5-4677-8268-a678390e2572 req-f7b39929-d121-4314-915f-7871ae29febd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:14:34.102844 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-079b5e4d-0fd5-4677-8268-a678390e2572 req-f7b39929-d121-4314-915f-7871ae29febd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=935c1a71cc0d4f90b79485c3b58a7fb2&device_id=9fc11ad7-7125-4bc3-9c50-9405fcb82446 HTTP/1.1" status: 200 len: 1099 time: 0.0794859 Apr 16 12:14:34.253213 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b5e4d-0fd5-4677-8268-a678390e2572 req-d543dc31-d63f-4d71-9335-0c17cb807bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:14:34.255441 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-079b5e4d-0fd5-4677-8268-a678390e2572 req-d543dc31-d63f-4d71-9335-0c17cb807bf5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1fdc3039-aecf-4cbc-bd08-b574a7d3427d HTTP/1.1" status: 200 len: 913 time: 0.1438859 Apr 16 12:14:34.334752 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-079b5e4d-0fd5-4677-8268-a678390e2572 req-85f95e9d-117b-4b87-a054-e17d8967aeaf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e42828ae-1850-4ad3-a462-f6c6b9d9e638 HTTP/1.1" status: 200 len: 217 time: 0.0714552 Apr 16 12:14:34.389083 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777e604-6a53-44bf-9ca1-e87424d5ac96 req-18bf40c2-b9e9-4c43-80a2-dc2840f5f358 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:14:34.390958 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1777e604-6a53-44bf-9ca1-e87424d5ac96 req-18bf40c2-b9e9-4c43-80a2-dc2840f5f358 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc11ad7-7125-4bc3-9c50-9405fcb82446 HTTP/1.1" status: 200 len: 946 time: 0.0949214 Apr 16 12:14:34.407106 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b5e4d-0fd5-4677-8268-a678390e2572 req-5aaa6904-3a8e-42fe-a417-465c115bddde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:14:34.408769 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-079b5e4d-0fd5-4677-8268-a678390e2572 req-5aaa6904-3a8e-42fe-a417-465c115bddde service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ffa931c9-7651-4d73-8e5b-526e732d97b8 HTTP/1.1" status: 200 len: 851 time: 0.0661027 Apr 16 12:14:34.444859 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-6eea50ef-fa76-4dad-9c3d-68b8a18752ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'name': 'tempest-TestVolumeBootPattern-1769461691-router', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:16Z', 'updated_at': '2021-04-16T12:06:21Z', 'revision_number': 4, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'gw_port': {'id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:17Z', 'updated_at': '2021-04-16T12:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': '4b32ba96-094c-4ae3-a822-14cf075caf7a', 'name': '', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'mac_address': 'fa:16:3e:d5:c8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:20Z', 'updated_at': '2021-04-16T12:06:30Z', 'revision_number': 5, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'subnets': [{'id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:14:34.445348 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1777e604-6a53-44bf-9ca1-e87424d5ac96 req-050bde4b-d272-4e8e-bd50-db04397ba471 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471258 Apr 16 12:14:34.450099 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eea50ef-fa76-4dad-9c3d-68b8a18752ee None None] Checking router: e1ec5c62-102d-45d5-a789-a5f0990afc3d for host: dv-cinder-689486-10-iscsi {{(pid=85339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:14:34.463077 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eea50ef-fa76-4dad-9c3d-68b8a18752ee None None] Routers {'e1ec5c62-102d-45d5-a789-a5f0990afc3d'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:14:34.463784 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-6eea50ef-fa76-4dad-9c3d-68b8a18752ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:14:05Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['e1ec5c62-102d-45d5-a789-a5f0990afc3d'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:14:34.499967 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b5e4d-0fd5-4677-8268-a678390e2572 req-77bac35e-1c87-4c6a-af6b-4ce1c290b4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:14:34.501634 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-079b5e4d-0fd5-4677-8268-a678390e2572 req-77bac35e-1c87-4c6a-af6b-4ce1c290b4f2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1fdc3039-aecf-4cbc-bd08-b574a7d3427d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0850317 Apr 16 12:14:34.662048 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-6eea50ef-fa76-4dad-9c3d-68b8a18752ee None None] Set router e1ec5c62-102d-45d5-a789-a5f0990afc3d gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:14:34.903631 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-079b5e4d-0fd5-4677-8268-a678390e2572 req-eb590459-a5fe-405d-83b8-b45254ae5394 service neutron] 10.222.0.79 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929157 Apr 16 12:14:35.062993 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-079b5e4d-0fd5-4677-8268-a678390e2572 req-9ac30011-4756-4f94-92c9-de4c1dd8f4ba service neutron] 10.222.0.79 "GET /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506557 Apr 16 12:14:35.086190 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fc6ac497-7d94-4b31-903b-f5ce54cd3d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:35.194367 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-6eea50ef-fa76-4dad-9c3d-68b8a18752ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'name': 'tempest-TestVolumeBootPattern-1769461691-router', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:16Z', 'updated_at': '2021-04-16T12:06:21Z', 'revision_number': 4, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'gw_port': {'id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:17Z', 'updated_at': '2021-04-16T12:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': '4b32ba96-094c-4ae3-a822-14cf075caf7a', 'name': '', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'mac_address': 'fa:16:3e:d5:c8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:20Z', 'updated_at': '2021-04-16T12:06:30Z', 'revision_number': 5, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'subnets': [{'id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:14:35.198419 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eea50ef-fa76-4dad-9c3d-68b8a18752ee None None] The sync data for ids ['e1ec5c62-102d-45d5-a789-a5f0990afc3d'] in dv-cinder-689486-10-iscsi is: [{'id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'name': 'tempest-TestVolumeBootPattern-1769461691-router', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:16Z', 'updated_at': '2021-04-16T12:06:21Z', 'revision_number': 4, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'gw_port': {'id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:17Z', 'updated_at': '2021-04-16T12:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi', '_interfaces': [{'id': '4b32ba96-094c-4ae3-a822-14cf075caf7a', 'name': '', 'network_id': '1fdc3039-aecf-4cbc-bd08-b574a7d3427d', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'mac_address': 'fa:16:3e:d5:c8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:20Z', 'updated_at': '2021-04-16T12:06:30Z', 'revision_number': 5, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'subnets': [{'id': 'ffa931c9-7651-4d73-8e5b-526e732d97b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:14:35.568590 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d7c376-b7a2-4953-82bc-cae4a2811911 None None] New status for floating IP 87c00b85-366d-416f-a7cb-eecd744777c0: DOWN {{(pid=85340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 12:14:35.735960 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ceb37-b228-441b-b0fd-383c33c13d3f req-ddbacb15-9ae0-4e09-bb64-078dd0fba424 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:14:35.736785 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-377ceb37-b228-441b-b0fd-383c33c13d3f req-ddbacb15-9ae0-4e09-bb64-078dd0fba424 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Synchronizing usage tracker for tenant:935c1a71cc0d4f90b79485c3b58a7fb2 on resource:port {{(pid=85337) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:14:35.752628 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.quota.resource [req-377ceb37-b228-441b-b0fd-383c33c13d3f req-ddbacb15-9ae0-4e09-bb64-078dd0fba424 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Unset dirty status for tenant:935c1a71cc0d4f90b79485c3b58a7fb2 on resource:port {{(pid=85337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:14:35.753883 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-377ceb37-b228-441b-b0fd-383c33c13d3f req-ddbacb15-9ae0-4e09-bb64-078dd0fba424 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc11ad7-7125-4bc3-9c50-9405fcb82446 HTTP/1.1" status: 200 len: 946 time: 0.1882160 Apr 16 12:14:35.803461 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-377ceb37-b228-441b-b0fd-383c33c13d3f req-c6ab60a8-922f-46b1-83f6-122fd6341cad tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e5fa41-7d2e-45e1-8849-d4da513d6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428672 Apr 16 12:14:35.937618 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:36.050526 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950e12e-a238-4c2c-b18b-842584ca96a3 req-0ec0a90d-d035-4267-a242-63e62e5c847a tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:14:36.052298 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1950e12e-a238-4c2c-b18b-842584ca96a3 req-0ec0a90d-d035-4267-a242-63e62e5c847a tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.79 "GET /v2.0/ports?device_id=9fc11ad7-7125-4bc3-9c50-9405fcb82446 HTTP/1.1" status: 200 len: 946 time: 0.0945940 Apr 16 12:14:36.130160 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-1950e12e-a238-4c2c-b18b-842584ca96a3 req-6eefcc3f-b2b0-45c1-ac9f-cc78eb62e17b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Deleting port e42828ae-1850-4ad3-a462-f6c6b9d9e638 {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:14:36.130596 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-1950e12e-a238-4c2c-b18b-842584ca96a3 req-6eefcc3f-b2b0-45c1-ac9f-cc78eb62e17b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:36.402235 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [req-1950e12e-a238-4c2c-b18b-842584ca96a3 req-6eefcc3f-b2b0-45c1-ac9f-cc78eb62e17b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] For port e42828ae-1850-4ad3-a462-f6c6b9d9e638, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e42828ae-1850-4ad3-a462-f6c6b9d9e638,segment=NetworkSegment(01bff58f-d881-4acc-a4c2-0648090cedff),segment_id=01bff58f-d881-4acc-a4c2-0648090cedff)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:14:36.402551 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-1950e12e-a238-4c2c-b18b-842584ca96a3 req-6eefcc3f-b2b0-45c1-ac9f-cc78eb62e17b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:36.480813 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:36.541683 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [req-1950e12e-a238-4c2c-b18b-842584ca96a3 req-6eefcc3f-b2b0-45c1-ac9f-cc78eb62e17b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Calling delete_port for e42828ae-1850-4ad3-a462-f6c6b9d9e638 owned by compute:nova {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:14:36.698312 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-1950e12e-a238-4c2c-b18b-842584ca96a3 req-6eefcc3f-b2b0-45c1-ac9f-cc78eb62e17b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:36.713578 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-98c80ab8-790b-4c04-b888-d775276c9bcd tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:14:36.765667 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eefcc3f-b2b0-45c1-ac9f-cc78eb62e17b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Pushing event deleted for resources: {'Port': ['ID=e42828ae-1850-4ad3-a462-f6c6b9d9e638,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:14:36.811787 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-6eefcc3f-b2b0-45c1-ac9f-cc78eb62e17b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:14:36.967723 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [req-1950e12e-a238-4c2c-b18b-842584ca96a3 req-6eefcc3f-b2b0-45c1-ac9f-cc78eb62e17b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] No DVR routers for this DVR port e42828ae-1850-4ad3-a462-f6c6b9d9e638 on host hv-cinder-68948 {{(pid=85337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:14:36.970093 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [req-1950e12e-a238-4c2c-b18b-842584ca96a3 req-6eefcc3f-b2b0-45c1-ac9f-cc78eb62e17b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for port, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:36.972049 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-105695bd-2555-4422-9f8f-537347e2a18f req-7480296d-49fc-4e2a-a36c-d2fc5ad617bb tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc11ad7-7125-4bc3-9c50-9405fcb82446 HTTP/1.1" status: 200 len: 210 time: 0.0509439 Apr 16 12:14:36.973081 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc11ad7-7125-4bc3-9c50-9405fcb82446', 'name': 'network-vif-deleted', 'tag': 'e42828ae-1850-4ad3-a462-f6c6b9d9e638'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:14:36.989417 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [req-1950e12e-a238-4c2c-b18b-842584ca96a3 req-6eefcc3f-b2b0-45c1-ac9f-cc78eb62e17b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.79 "DELETE /v2.0/ports/e42828ae-1850-4ad3-a462-f6c6b9d9e638 HTTP/1.1" status: 204 len: 173 time: 0.9315689 Apr 16 12:14:37.025835 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc11ad7-7125-4bc3-9c50-9405fcb82446', 'name': 'network-vif-deleted', 'tag': 'e42828ae-1850-4ad3-a462-f6c6b9d9e638', 'status': 'completed', 'code': 200} Apr 16 12:14:37.698097 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:38.221388 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 60772) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:14:38.396157 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-dcf67cf3-4ecf-4206-8800-e602af7bae48 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Deleting port 21b41b66-a0e4-4d12-b144-7076b1516bb0 {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:14:38.396484 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-dcf67cf3-4ecf-4206-8800-e602af7bae48 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:38.581369 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-dcf67cf3-4ecf-4206-8800-e602af7bae48 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:38.581742 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-dcf67cf3-4ecf-4206-8800-e602af7bae48 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:38.720231 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-dcf67cf3-4ecf-4206-8800-e602af7bae48 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Calling delete_port for 21b41b66-a0e4-4d12-b144-7076b1516bb0 owned by network:floatingip {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:14:38.871550 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-dcf67cf3-4ecf-4206-8800-e602af7bae48 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:38.887719 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-54492884-4ec2-466b-bf80-8b30c5d55f27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:14:38.894056 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device e42828ae-1850-4ad3-a462-f6c6b9d9e638 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:14:38.931728 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] No Port match for: e42828ae-1850-4ad3-a462-f6c6b9d9e638 {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:14:38.932119 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Device e42828ae-1850-4ad3-a462-f6c6b9d9e638 not bound to the agent host hv-cinder-68948 {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:14:38.990149 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf67cf3-4ecf-4206-8800-e602af7bae48 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Pushing event deleted for resources: {'Port': ['ID=21b41b66-a0e4-4d12-b144-7076b1516bb0,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:14:38.992638 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-dcf67cf3-4ecf-4206-8800-e602af7bae48 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:14:39.155908 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-dcf67cf3-4ecf-4206-8800-e602af7bae48 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for floatingip, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:39.172102 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-dcf67cf3-4ecf-4206-8800-e602af7bae48 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768986'] for floatingip, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:39.173380 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-dcf67cf3-4ecf-4206-8800-e602af7bae48 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "DELETE /v2.0/floatingips/51f7617f-db2b-479d-9b89-1f0d544115b8 HTTP/1.1" status: 204 len: 168 time: 0.9509201 Apr 16 12:14:40.582378 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 60788) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:14:40.656669 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-acf7c31d-6436-4b71-b097-e99e9ce24149 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:40.694999 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-acf7c31d-6436-4b71-b097-e99e9ce24149 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:40.751914 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-acf7c31d-6436-4b71-b097-e99e9ce24149 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:40.758138 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-65c432d6-4438-4ab8-8c58-86bb94f8e396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:14:40.777797 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7c31d-6436-4b71-b097-e99e9ce24149 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e5fa41-7d2e-45e1-8849-d4da513d6c3d,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:14:40.780588 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-acf7c31d-6436-4b71-b097-e99e9ce24149 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:14:40.787370 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-acf7c31d-6436-4b71-b097-e99e9ce24149 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:40.788628 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-acf7c31d-6436-4b71-b097-e99e9ce24149 tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] 10.222.0.71 "DELETE /v2.0/security-groups/03e5fa41-7d2e-45e1-8849-d4da513d6c3d HTTP/1.1" status: 204 len: 168 time: 0.2050390 Apr 16 12:14:41.866447 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 60796) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:14:42.406970 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:14:42.634965 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-4569bdfc-1657-4f38-975f-45ff712a8c6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083577'] for router_interface, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:43.245692 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-4569bdfc-1657-4f38-975f-45ff712a8c6f admin admin] Deleting port 4b32ba96-094c-4ae3-a822-14cf075caf7a {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:14:43.246230 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-4569bdfc-1657-4f38-975f-45ff712a8c6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:43.427262 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-4569bdfc-1657-4f38-975f-45ff712a8c6f admin admin] For port 4b32ba96-094c-4ae3-a822-14cf075caf7a, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=4b32ba96-094c-4ae3-a822-14cf075caf7a,segment=NetworkSegment(01bff58f-d881-4acc-a4c2-0648090cedff),segment_id=01bff58f-d881-4acc-a4c2-0648090cedff)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:14:43.427868 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-4569bdfc-1657-4f38-975f-45ff712a8c6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:43.561663 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-4569bdfc-1657-4f38-975f-45ff712a8c6f admin admin] Calling delete_port for 4b32ba96-094c-4ae3-a822-14cf075caf7a owned by network:router_interface {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:14:43.742010 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-4569bdfc-1657-4f38-975f-45ff712a8c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:43.758367 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-2f77dc15-9294-48bd-8cb0-a16cf9b8c20f tempest-TestMinimumBasicScenario-7887427 tempest-TestMinimumBasicScenario-7887427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:14:43.855289 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4569bdfc-1657-4f38-975f-45ff712a8c6f admin admin] Pushing event deleted for resources: {'Port': ['ID=4b32ba96-094c-4ae3-a822-14cf075caf7a,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:14:43.861669 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-4569bdfc-1657-4f38-975f-45ff712a8c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:14:43.925921 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:44.216422 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-4569bdfc-1657-4f38-975f-45ff712a8c6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853098054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084690'] for router_interface, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:44.721252 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4569bdfc-1657-4f38-975f-45ff712a8c6f admin admin] Router e1ec5c62-102d-45d5-a789-a5f0990afc3d has already been hosted by L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 {{(pid=85337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:14:44.913754 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4569bdfc-1657-4f38-975f-45ff712a8c6f admin admin] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:14:44.924904 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286a4f17-31fc-4a23-b4fe-2e42a37eff89 None None] Sync routers for ids ['e1ec5c62-102d-45d5-a789-a5f0990afc3d'] in dv-cinder-689486-10-iscsi {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:14:44.929702 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-4569bdfc-1657-4f38-975f-45ff712a8c6f admin admin] 10.222.0.71 "PUT /v2.0/routers/e1ec5c62-102d-45d5-a789-a5f0990afc3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0620632 Apr 16 12:14:44.932572 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 60802) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:14:44.943652 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286a4f17-31fc-4a23-b4fe-2e42a37eff89 None None] Routers {'e1ec5c62-102d-45d5-a789-a5f0990afc3d'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:14:44.944842 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-286a4f17-31fc-4a23-b4fe-2e42a37eff89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:14:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['e1ec5c62-102d-45d5-a789-a5f0990afc3d'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:14:45.132466 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e13208b7-0b96-4908-b1a3-1c92c0f502ab admin admin] Notify callbacks [] for router, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:45.194187 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-286a4f17-31fc-4a23-b4fe-2e42a37eff89 None None] Set router e1ec5c62-102d-45d5-a789-a5f0990afc3d gateway port host: dv-cinder-689486-10-iscsi {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:14:45.342033 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e13208b7-0b96-4908-b1a3-1c92c0f502ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:45.352489 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-e13208b7-0b96-4908-b1a3-1c92c0f502ab admin admin] Deleting port eacbd58f-92e0-4f7b-bf19-4129f15c1853 {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:14:45.352489 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e13208b7-0b96-4908-b1a3-1c92c0f502ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:45.526397 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-286a4f17-31fc-4a23-b4fe-2e42a37eff89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'name': 'tempest-TestVolumeBootPattern-1769461691-router', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:16Z', 'updated_at': '2021-04-16T12:14:43Z', 'revision_number': 5, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'gw_port': {'id': 'eacbd58f-92e0-4f7b-bf19-4129f15c1853', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:17Z', 'updated_at': '2021-04-16T12:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi'}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:14:45.530636 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286a4f17-31fc-4a23-b4fe-2e42a37eff89 None None] Checking router: e1ec5c62-102d-45d5-a789-a5f0990afc3d for host: dv-cinder-689486-10-iscsi {{(pid=85339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:14:45.541455 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286a4f17-31fc-4a23-b4fe-2e42a37eff89 None None] Routers {'e1ec5c62-102d-45d5-a789-a5f0990afc3d'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:14:45.542426 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-286a4f17-31fc-4a23-b4fe-2e42a37eff89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:14:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['e1ec5c62-102d-45d5-a789-a5f0990afc3d'], 'active': True} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:14:45.550580 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-e13208b7-0b96-4908-b1a3-1c92c0f502ab admin admin] For port eacbd58f-92e0-4f7b-bf19-4129f15c1853, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=eacbd58f-92e0-4f7b-bf19-4129f15c1853,segment=NetworkSegment(fbc7dd2f-3e5c-4067-bc2d-84cf54659228),segment_id=fbc7dd2f-3e5c-4067-bc2d-84cf54659228)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:14:45.551684 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e13208b7-0b96-4908-b1a3-1c92c0f502ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:45.686549 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-e13208b7-0b96-4908-b1a3-1c92c0f502ab admin admin] Calling delete_port for eacbd58f-92e0-4f7b-bf19-4129f15c1853 owned by network:router_gateway {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:14:45.715279 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-286a4f17-31fc-4a23-b4fe-2e42a37eff89 None None] Set router e1ec5c62-102d-45d5-a789-a5f0990afc3d gateway port host: None {{(pid=85339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:14:45.838868 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-286a4f17-31fc-4a23-b4fe-2e42a37eff89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'name': 'tempest-TestVolumeBootPattern-1769461691-router', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:16Z', 'updated_at': '2021-04-16T12:14:45Z', 'revision_number': 6, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'gw_port_host': None}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:14:45.843457 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286a4f17-31fc-4a23-b4fe-2e42a37eff89 None None] The sync data for ids ['e1ec5c62-102d-45d5-a789-a5f0990afc3d'] in dv-cinder-689486-10-iscsi is: [{'id': 'e1ec5c62-102d-45d5-a789-a5f0990afc3d', 'name': 'tempest-TestVolumeBootPattern-1769461691-router', 'tenant_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:16Z', 'updated_at': '2021-04-16T12:14:45Z', 'revision_number': 6, 'project_id': '935c1a71cc0d4f90b79485c3b58a7fb2', 'gw_port_host': None}] {{(pid=85339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:14:45.895463 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e13208b7-0b96-4908-b1a3-1c92c0f502ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:45.918640 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-6e7c8ed5-db81-406d-b728-37940964b592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:14:45.921321 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 4b32ba96-094c-4ae3-a822-14cf075caf7a no longer exists at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:14:45.934433 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [req-dcbe3c0e-9e7c-4247-bae2-cc006b4d9d6f req-06ee4a10-d43a-4cd3-824e-00b11e3ed1ae service neutron] (85338) timed out ('10.222.0.71', 54290) {{(pid=85338) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 16 12:14:45.965390 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] No Port match for: 4b32ba96-094c-4ae3-a822-14cf075caf7a {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:14:45.965775 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 4b32ba96-094c-4ae3-a822-14cf075caf7a not bound to the agent host dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:14:46.283510 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13208b7-0b96-4908-b1a3-1c92c0f502ab admin admin] Pushing event deleted for resources: {'Port': ['ID=eacbd58f-92e0-4f7b-bf19-4129f15c1853,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:14:46.288523 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-e13208b7-0b96-4908-b1a3-1c92c0f502ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:14:46.495323 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e13208b7-0b96-4908-b1a3-1c92c0f502ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084840'] for router_gateway, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:46.688072 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e13208b7-0b96-4908-b1a3-1c92c0f502ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2082130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5121'] for router, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:46.690745 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e13208b7-0b96-4908-b1a3-1c92c0f502ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:46.716833 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e13208b7-0b96-4908-b1a3-1c92c0f502ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852688958'] for router, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:46.717441 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13208b7-0b96-4908-b1a3-1c92c0f502ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1ec5c62-102d-45d5-a789-a5f0990afc3d {{(pid=85337) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 12:14:46.732017 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e13208b7-0b96-4908-b1a3-1c92c0f502ab admin admin] Notify callbacks [] for router, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:46.733329 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-e13208b7-0b96-4908-b1a3-1c92c0f502ab admin admin] 10.222.0.71 "DELETE /v2.0/routers/e1ec5c62-102d-45d5-a789-a5f0990afc3d HTTP/1.1" status: 204 len: 168 time: 1.7997491 Apr 16 12:14:46.737403 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 60806) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:14:46.811060 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc19d592-93c0-41ce-8d17-7c51f836a081 admin admin] Deleting subnet ffa931c9-7651-4d73-8e5b-526e732d97b8 {{(pid=85337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 12:14:46.814862 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bc19d592-93c0-41ce-8d17-7c51f836a081 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:46.872674 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bc19d592-93c0-41ce-8d17-7c51f836a081 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6410215'] for subnet, precommit_delete_associations {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:46.962238 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bc19d592-93c0-41ce-8d17-7c51f836a081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770791'] for subnet, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:47.284526 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bc19d592-93c0-41ce-8d17-7c51f836a081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847015870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5070397'] for subnet, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:47.302355 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:14:47.403436 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19d592-93c0-41ce-8d17-7c51f836a081 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffa931c9-7651-4d73-8e5b-526e732d97b8,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:14:47.409048 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-bc19d592-93c0-41ce-8d17-7c51f836a081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:14:47.446806 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bc19d592-93c0-41ce-8d17-7c51f836a081 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:47.453438 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-bc19d592-93c0-41ce-8d17-7c51f836a081 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/ffa931c9-7651-4d73-8e5b-526e732d97b8 HTTP/1.1" status: 204 len: 168 time: 0.7148912 Apr 16 12:14:47.455259 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb82081-0474-4bb0-b78c-15823689ec2d None None] Network 1fdc3039-aecf-4cbc-bd08-b574a7d3427d requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:14:47.456065 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 60810) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:14:47.611399 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-300f9af5-7737-4fcd-9fde-f187076843cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-34362'] for network, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:47.733812 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-300f9af5-7737-4fcd-9fde-f187076843cb admin admin] Deleting port 4329fa15-16f0-43a8-873f-41d4a6103b06 {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:14:47.734189 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-300f9af5-7737-4fcd-9fde-f187076843cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:47.751118 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73caba7f-4992-49f5-a83e-8b9a10af9923 None None] DHCP port deletion for 1fdc3039-aecf-4cbc-bd08-b574a7d3427d request from dv-cinder-689486-10-iscsi {{(pid=85339) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 12:14:47.759149 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-73caba7f-4992-49f5-a83e-8b9a10af9923 None None] Deleting port 4329fa15-16f0-43a8-873f-41d4a6103b06 {{(pid=85339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:14:47.759811 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-73caba7f-4992-49f5-a83e-8b9a10af9923 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:48.014985 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 4329fa15-16f0-43a8-873f-41d4a6103b06 no longer exists at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:14:48.022808 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-300f9af5-7737-4fcd-9fde-f187076843cb admin admin] For port 4329fa15-16f0-43a8-873f-41d4a6103b06, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=4329fa15-16f0-43a8-873f-41d4a6103b06,segment=NetworkSegment(01bff58f-d881-4acc-a4c2-0648090cedff),segment_id=01bff58f-d881-4acc-a4c2-0648090cedff)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:14:48.023447 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-300f9af5-7737-4fcd-9fde-f187076843cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:48.116873 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-73caba7f-4992-49f5-a83e-8b9a10af9923 None None] For port 4329fa15-16f0-43a8-873f-41d4a6103b06, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=4329fa15-16f0-43a8-873f-41d4a6103b06,segment=NetworkSegment(01bff58f-d881-4acc-a4c2-0648090cedff),segment_id=01bff58f-d881-4acc-a4c2-0648090cedff)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:14:48.117393 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-73caba7f-4992-49f5-a83e-8b9a10af9923 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:48.189923 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-300f9af5-7737-4fcd-9fde-f187076843cb admin admin] Calling delete_port for 4329fa15-16f0-43a8-873f-41d4a6103b06 owned by network:dhcp {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:14:48.265010 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-73caba7f-4992-49f5-a83e-8b9a10af9923 None None] Calling delete_port for 4329fa15-16f0-43a8-873f-41d4a6103b06 owned by network:dhcp {{(pid=85339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:14:48.298825 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-300f9af5-7737-4fcd-9fde-f187076843cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:48.317783 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-4f7af9ff-28ba-4ece-8a04-d8df52da6d9b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:14:48.348722 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Port 4329fa15-16f0-43a8-873f-41d4a6103b06 update to DOWN by agent not found {{(pid=85339) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2108}} Apr 16 12:14:48.349360 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device eacbd58f-92e0-4f7b-bf19-4129f15c1853 no longer exists at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:14:48.390202 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] No Port match for: eacbd58f-92e0-4f7b-bf19-4129f15c1853 {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:14:48.390596 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device eacbd58f-92e0-4f7b-bf19-4129f15c1853 not bound to the agent host dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:14:48.440662 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.db.api [None req-73caba7f-4992-49f5-a83e-8b9a10af9923 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85339) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 12:14:48.440989 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_db.api [None req-73caba7f-4992-49f5-a83e-8b9a10af9923 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 12:14:48.459611 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f9af5-7737-4fcd-9fde-f187076843cb admin admin] Pushing event deleted for resources: {'Port': ['ID=4329fa15-16f0-43a8-873f-41d4a6103b06,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:14:48.465544 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-300f9af5-7737-4fcd-9fde-f187076843cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:14:48.507869 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300f9af5-7737-4fcd-9fde-f187076843cb admin admin] No DVR routers for this DVR port 4329fa15-16f0-43a8-873f-41d4a6103b06 on host dv-cinder-689486-10-iscsi {{(pid=85337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:14:48.650448 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-300f9af5-7737-4fcd-9fde-f187076843cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-437016', 'neutron.services.segments.db._delete_segments_for_network-8740188510920'] for network, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:48.783837 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-300f9af5-7737-4fcd-9fde-f187076843cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fdc3039-aecf-4cbc-bd08-b574a7d3427d']}} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:14:48.801065 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-300f9af5-7737-4fcd-9fde-f187076843cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01bff58f-d881-4acc-a4c2-0648090cedff') {'for_net_delete': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:14:48.801425 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-300f9af5-7737-4fcd-9fde-f187076843cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01bff58f-d881-4acc-a4c2-0648090cedff') {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:14:48.816941 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-300f9af5-7737-4fcd-9fde-f187076843cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740188483033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848365601'] for segment, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:48.833478 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-300f9af5-7737-4fcd-9fde-f187076843cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2559'] for segment, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:48.842416 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-300f9af5-7737-4fcd-9fde-f187076843cb admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=85337) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 12:14:48.942372 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-73caba7f-4992-49f5-a83e-8b9a10af9923 None None] Deleting port 4329fa15-16f0-43a8-873f-41d4a6103b06 {{(pid=85339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:14:48.942852 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-73caba7f-4992-49f5-a83e-8b9a10af9923 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:49.072308 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-300f9af5-7737-4fcd-9fde-f187076843cb admin admin] Network 1fdc3039-aecf-4cbc-bd08-b574a7d3427d has no segments {{(pid=85337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:14:49.081137 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-73caba7f-4992-49f5-a83e-8b9a10af9923 None None] The port '4329fa15-16f0-43a8-873f-41d4a6103b06' was deleted {{(pid=85339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 12:14:49.086816 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-300f9af5-7737-4fcd-9fde-f187076843cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854773273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7760355'] for segment, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:49.283046 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-300f9af5-7737-4fcd-9fde-f187076843cb admin admin] Network 1fdc3039-aecf-4cbc-bd08-b574a7d3427d has no segments {{(pid=85337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:14:49.312378 dv-cinder-689486-10-iscsi neutron-server[85224]: Traceback (most recent call last): Apr 16 12:14:49.312378 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 12:14:49.312378 dv-cinder-689486-10-iscsi neutron-server[85224]: timer() Apr 16 12:14:49.312378 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 12:14:49.312378 dv-cinder-689486-10-iscsi neutron-server[85224]: cb(*args, **kw) Apr 16 12:14:49.312378 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 12:14:49.312378 dv-cinder-689486-10-iscsi neutron-server[85224]: return func(*args, **kwargs) Apr 16 12:14:49.312378 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 12:14:49.312378 dv-cinder-689486-10-iscsi neutron-server[85224]: self._notify() Apr 16 12:14:49.312378 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 12:14:49.312378 dv-cinder-689486-10-iscsi neutron-server[85224]: self.callback(batched_events) Apr 16 12:14:49.312378 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 12:14:49.312378 dv-cinder-689486-10-iscsi neutron-server[85224]: event.method(event) Apr 16 12:14:49.312378 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 12:14:49.312378 dv-cinder-689486-10-iscsi neutron-server[85224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 12:14:49.312378 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 12:14:49.312378 dv-cinder-689486-10-iscsi neutron-server[85224]: segment_id)['aggregates'][0] Apr 16 12:14:49.312378 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 12:14:49.312378 dv-cinder-689486-10-iscsi neutron-server[85224]: return f(self, *a, **k) Apr 16 12:14:49.312378 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 12:14:49.312378 dv-cinder-689486-10-iscsi neutron-server[85224]: return self._get(url).json() Apr 16 12:14:49.312378 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 12:14:49.312378 dv-cinder-689486-10-iscsi neutron-server[85224]: **kwargs) Apr 16 12:14:49.312378 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 12:14:49.312378 dv-cinder-689486-10-iscsi neutron-server[85224]: return self.request(url, 'GET', **kwargs) Apr 16 12:14:49.312378 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 12:14:49.312378 dv-cinder-689486-10-iscsi neutron-server[85224]: **endpoint_filter) Apr 16 12:14:49.312378 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 12:14:49.312378 dv-cinder-689486-10-iscsi neutron-server[85224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 12:14:49.312378 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 12:14:49.312378 dv-cinder-689486-10-iscsi neutron-server[85224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 12:14:49.312378 dv-cinder-689486-10-iscsi neutron-server[85224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 12:14:49.392434 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-300f9af5-7737-4fcd-9fde-f187076843cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854338799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852691194'] for network, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:49.396030 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:14:49.410834 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-300f9af5-7737-4fcd-9fde-f187076843cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for network, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:49.422986 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f9af5-7737-4fcd-9fde-f187076843cb admin admin] Pushing event deleted for resources: {'Network': ['ID=1fdc3039-aecf-4cbc-bd08-b574a7d3427d,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:14:49.427921 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-300f9af5-7737-4fcd-9fde-f187076843cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:14:49.444911 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-300f9af5-7737-4fcd-9fde-f187076843cb admin admin] 10.222.0.71 "DELETE /v2.0/networks/1fdc3039-aecf-4cbc-bd08-b574a7d3427d HTTP/1.1" status: 204 len: 168 time: 1.9873030 Apr 16 12:14:49.447736 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 60814) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:14:50.049697 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6707097a-a279-4bf4-a50a-dd585494f4a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2083577'] for router_interface, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:50.708778 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-6707097a-a279-4bf4-a50a-dd585494f4a2 admin admin] Deleting port 303b1311-b500-4e19-ba29-4f24cf512810 {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:14:50.709401 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6707097a-a279-4bf4-a50a-dd585494f4a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:50.898710 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-6707097a-a279-4bf4-a50a-dd585494f4a2 admin admin] For port 303b1311-b500-4e19-ba29-4f24cf512810, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=303b1311-b500-4e19-ba29-4f24cf512810,segment=NetworkSegment(70b5c7bb-4c03-4dd9-b5bb-6b5c7f7d772c),segment_id=70b5c7bb-4c03-4dd9-b5bb-6b5c7f7d772c)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:14:50.899160 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6707097a-a279-4bf4-a50a-dd585494f4a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:51.045895 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-6707097a-a279-4bf4-a50a-dd585494f4a2 admin admin] Calling delete_port for 303b1311-b500-4e19-ba29-4f24cf512810 owned by network:router_interface {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:14:51.240379 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6707097a-a279-4bf4-a50a-dd585494f4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:51.256429 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-00f54da7-3d5b-4470-b9e7-316d785e9650 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:14:51.352118 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6707097a-a279-4bf4-a50a-dd585494f4a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=303b1311-b500-4e19-ba29-4f24cf512810,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:14:51.359513 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-6707097a-a279-4bf4-a50a-dd585494f4a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:14:51.760997 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-6707097a-a279-4bf4-a50a-dd585494f4a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853098054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084690'] for router_interface, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:52.301736 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6707097a-a279-4bf4-a50a-dd585494f4a2 admin admin] Router 0e8cd21d-b7df-428a-81ae-4548739cf80a has already been hosted by L3 agent f03ed056-0ed2-42c8-b553-b505eb346945 {{(pid=85337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:14:52.523710 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6707097a-a279-4bf4-a50a-dd585494f4a2 admin admin] Notify agent at l3_agent.dv-cinder-689486-10-iscsi the message routers_updated {{(pid=85337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:14:52.538222 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba4f76a-49c2-4330-88b0-c98a80173c5e None None] Sync routers for ids ['0e8cd21d-b7df-428a-81ae-4548739cf80a'] in dv-cinder-689486-10-iscsi {{(pid=85340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:14:52.538477 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-6707097a-a279-4bf4-a50a-dd585494f4a2 admin admin] 10.222.0.71 "PUT /v2.0/routers/0e8cd21d-b7df-428a-81ae-4548739cf80a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0843911 Apr 16 12:14:52.538477 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 60818) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:14:52.547712 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba4f76a-49c2-4330-88b0-c98a80173c5e None None] Routers {'0e8cd21d-b7df-428a-81ae-4548739cf80a'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:14:52.549008 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-aba4f76a-49c2-4330-88b0-c98a80173c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:14:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['0e8cd21d-b7df-428a-81ae-4548739cf80a'], 'active': True} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:14:52.749271 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-385ac1fb-6318-44bb-b3db-67a2141625ca admin admin] Notify callbacks [] for router, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:52.953132 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-aba4f76a-49c2-4330-88b0-c98a80173c5e None None] Set router 0e8cd21d-b7df-428a-81ae-4548739cf80a gateway port host: dv-cinder-689486-10-iscsi {{(pid=85340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:14:53.221963 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-385ac1fb-6318-44bb-b3db-67a2141625ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:53.233454 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-385ac1fb-6318-44bb-b3db-67a2141625ca admin admin] Deleting port 8dc5b7ce-3338-4fff-8f40-62ddc1708235 {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:14:53.233834 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-385ac1fb-6318-44bb-b3db-67a2141625ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:53.358424 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-aba4f76a-49c2-4330-88b0-c98a80173c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8cd21d-b7df-428a-81ae-4548739cf80a', 'name': 'tempest-TestVolumeBootPattern-1318799948-router', 'tenant_id': '67cbb6923dc040ae93dc65f315fc8dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'external_fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '8dc5b7ce-3338-4fff-8f40-62ddc1708235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:24Z', 'updated_at': '2021-04-16T12:14:51Z', 'revision_number': 5, 'project_id': '67cbb6923dc040ae93dc65f315fc8dfd', 'gw_port': {'id': '8dc5b7ce-3338-4fff-8f40-62ddc1708235', 'name': '', 'network_id': '42de8c2d-cd05-4680-9fb4-4f0e504e941e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8cd21d-b7df-428a-81ae-4548739cf80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:24Z', 'updated_at': '2021-04-16T12:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337501b3-dbb5-4b21-86cd-6f03e94fa6eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-iscsi'}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:14:53.365746 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba4f76a-49c2-4330-88b0-c98a80173c5e None None] Checking router: 0e8cd21d-b7df-428a-81ae-4548739cf80a for host: dv-cinder-689486-10-iscsi {{(pid=85340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:14:53.379572 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba4f76a-49c2-4330-88b0-c98a80173c5e None None] Routers {'0e8cd21d-b7df-428a-81ae-4548739cf80a'} bound to L3 agent in host dv-cinder-689486-10-iscsi {{(pid=85340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:14:53.380442 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-aba4f76a-49c2-4330-88b0-c98a80173c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:41:05Z,description=,heartbeat_timestamp=2021-04-16T12:14:35Z,host='dv-cinder-689486-10-iscsi',id=f03ed056-0ed2-42c8-b553-b505eb346945,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:41:05Z,topic='l3_agent')) {'router_ids': ['0e8cd21d-b7df-428a-81ae-4548739cf80a'], 'active': True} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:14:53.428629 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-385ac1fb-6318-44bb-b3db-67a2141625ca admin admin] For port 8dc5b7ce-3338-4fff-8f40-62ddc1708235, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=8dc5b7ce-3338-4fff-8f40-62ddc1708235,segment=NetworkSegment(fbc7dd2f-3e5c-4067-bc2d-84cf54659228),segment_id=fbc7dd2f-3e5c-4067-bc2d-84cf54659228)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:14:53.429019 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-385ac1fb-6318-44bb-b3db-67a2141625ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:53.552833 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvr_db [None req-aba4f76a-49c2-4330-88b0-c98a80173c5e None None] Set router 0e8cd21d-b7df-428a-81ae-4548739cf80a gateway port host: None {{(pid=85340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:14:53.575798 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-385ac1fb-6318-44bb-b3db-67a2141625ca admin admin] Calling delete_port for 8dc5b7ce-3338-4fff-8f40-62ddc1708235 owned by network:router_gateway {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:14:53.670966 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_hamode_db [None req-aba4f76a-49c2-4330-88b0-c98a80173c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8cd21d-b7df-428a-81ae-4548739cf80a', 'name': 'tempest-TestVolumeBootPattern-1318799948-router', 'tenant_id': '67cbb6923dc040ae93dc65f315fc8dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:24Z', 'updated_at': '2021-04-16T12:14:53Z', 'revision_number': 6, 'project_id': '67cbb6923dc040ae93dc65f315fc8dfd', 'gw_port_host': None}], 'dv-cinder-689486-10-iscsi', False) {} {{(pid=85340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:14:53.675973 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba4f76a-49c2-4330-88b0-c98a80173c5e None None] The sync data for ids ['0e8cd21d-b7df-428a-81ae-4548739cf80a'] in dv-cinder-689486-10-iscsi is: [{'id': '0e8cd21d-b7df-428a-81ae-4548739cf80a', 'name': 'tempest-TestVolumeBootPattern-1318799948-router', 'tenant_id': '67cbb6923dc040ae93dc65f315fc8dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:24Z', 'updated_at': '2021-04-16T12:14:53Z', 'revision_number': 6, 'project_id': '67cbb6923dc040ae93dc65f315fc8dfd', 'gw_port_host': None}] {{(pid=85340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:14:53.781751 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-385ac1fb-6318-44bb-b3db-67a2141625ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:53.799024 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-300f9af5-7737-4fcd-9fde-f187076843cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:14:53.902334 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ac1fb-6318-44bb-b3db-67a2141625ca admin admin] Pushing event deleted for resources: {'Port': ['ID=8dc5b7ce-3338-4fff-8f40-62ddc1708235,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:14:53.907425 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-385ac1fb-6318-44bb-b3db-67a2141625ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:14:54.004115 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 303b1311-b500-4e19-ba29-4f24cf512810 no longer exists at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:14:54.056132 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] No Port match for: 303b1311-b500-4e19-ba29-4f24cf512810 {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:14:54.056536 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 303b1311-b500-4e19-ba29-4f24cf512810 not bound to the agent host dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:14:54.057024 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 8dc5b7ce-3338-4fff-8f40-62ddc1708235 no longer exists at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:14:54.094524 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] No Port match for: 8dc5b7ce-3338-4fff-8f40-62ddc1708235 {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:14:54.096884 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 8dc5b7ce-3338-4fff-8f40-62ddc1708235 not bound to the agent host dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:14:54.117268 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-385ac1fb-6318-44bb-b3db-67a2141625ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2084840'] for router_gateway, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:54.358822 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-385ac1fb-6318-44bb-b3db-67a2141625ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2082130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5121'] for router, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:54.361255 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-385ac1fb-6318-44bb-b3db-67a2141625ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:54.386563 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-385ac1fb-6318-44bb-b3db-67a2141625ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852688958'] for router, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:54.387255 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385ac1fb-6318-44bb-b3db-67a2141625ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e8cd21d-b7df-428a-81ae-4548739cf80a {{(pid=85337) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 12:14:54.403585 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-385ac1fb-6318-44bb-b3db-67a2141625ca admin admin] Notify callbacks [] for router, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:54.404677 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-385ac1fb-6318-44bb-b3db-67a2141625ca admin admin] 10.222.0.71 "DELETE /v2.0/routers/0e8cd21d-b7df-428a-81ae-4548739cf80a HTTP/1.1" status: 204 len: 168 time: 1.8652065 Apr 16 12:14:54.408773 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 60822) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:14:54.487047 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a88a43a-60a2-4f69-bb40-fd1639f48961 admin admin] Deleting subnet 26f65dd8-328e-4420-a9cf-20492f764dce {{(pid=85337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 12:14:54.491579 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9a88a43a-60a2-4f69-bb40-fd1639f48961 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:54.549346 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9a88a43a-60a2-4f69-bb40-fd1639f48961 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6410215'] for subnet, precommit_delete_associations {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:54.647032 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9a88a43a-60a2-4f69-bb40-fd1639f48961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770791'] for subnet, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:54.913090 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9a88a43a-60a2-4f69-bb40-fd1639f48961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847015870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5070397'] for subnet, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:54.933281 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-a8ebc689-27c6-4ebe-ab0a-9ee31378d3b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:14:55.028305 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88a43a-60a2-4f69-bb40-fd1639f48961 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26f65dd8-328e-4420-a9cf-20492f764dce,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:14:55.033057 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-9a88a43a-60a2-4f69-bb40-fd1639f48961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:14:55.067352 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9a88a43a-60a2-4f69-bb40-fd1639f48961 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:55.073083 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef9fcd4-fbca-4229-9371-b94a8a752599 None None] Network a8fea250-0cbb-4de6-855a-7a89fe14aceb requested from dv-cinder-689486-10-iscsi {{(pid=85339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:14:55.073966 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-9a88a43a-60a2-4f69-bb40-fd1639f48961 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/26f65dd8-328e-4420-a9cf-20492f764dce HTTP/1.1" status: 204 len: 168 time: 0.6641524 Apr 16 12:14:55.076602 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 60828) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:14:55.194076 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fb3dcbf2-ea96-483f-bdab-601ff6abdb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-34362'] for network, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:55.264886 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-fb3dcbf2-ea96-483f-bdab-601ff6abdb98 admin admin] Deleting port 45196d4b-83aa-44fb-a0d0-38bb9392363f {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:14:55.265271 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fb3dcbf2-ea96-483f-bdab-601ff6abdb98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:55.337692 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea48bb1-efc8-46ab-9074-e6878e016b5c None None] DHCP port deletion for a8fea250-0cbb-4de6-855a-7a89fe14aceb request from dv-cinder-689486-10-iscsi {{(pid=85339) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 12:14:55.342203 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-8ea48bb1-efc8-46ab-9074-e6878e016b5c None None] Deleting port 45196d4b-83aa-44fb-a0d0-38bb9392363f {{(pid=85339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:14:55.342617 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8ea48bb1-efc8-46ab-9074-e6878e016b5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:55.498305 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-fb3dcbf2-ea96-483f-bdab-601ff6abdb98 admin admin] For port 45196d4b-83aa-44fb-a0d0-38bb9392363f, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=45196d4b-83aa-44fb-a0d0-38bb9392363f,segment=NetworkSegment(70b5c7bb-4c03-4dd9-b5bb-6b5c7f7d772c),segment_id=70b5c7bb-4c03-4dd9-b5bb-6b5c7f7d772c)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:14:55.498606 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fb3dcbf2-ea96-483f-bdab-601ff6abdb98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:55.567617 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.db [None req-8ea48bb1-efc8-46ab-9074-e6878e016b5c None None] For port 45196d4b-83aa-44fb-a0d0-38bb9392363f, host dv-cinder-689486-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-iscsi',level=0,port_id=45196d4b-83aa-44fb-a0d0-38bb9392363f,segment=NetworkSegment(70b5c7bb-4c03-4dd9-b5bb-6b5c7f7d772c),segment_id=70b5c7bb-4c03-4dd9-b5bb-6b5c7f7d772c)] {{(pid=85339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:14:55.567981 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8ea48bb1-efc8-46ab-9074-e6878e016b5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062794'] for port, precommit_delete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:55.637657 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-fb3dcbf2-ea96-483f-bdab-601ff6abdb98 admin admin] Calling delete_port for 45196d4b-83aa-44fb-a0d0-38bb9392363f owned by network:dhcp {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:14:55.727219 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fb3dcbf2-ea96-483f-bdab-601ff6abdb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-77370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854555935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740188427055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296666815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7759895'] for port, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:55.745004 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-6eefcc3f-b2b0-45c1-ac9f-cc78eb62e17b tempest-TestVolumeBootPattern-1116237594 tempest-TestVolumeBootPattern-1116237594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:14:55.857674 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3dcbf2-ea96-483f-bdab-601ff6abdb98 admin admin] Pushing event deleted for resources: {'Port': ['ID=45196d4b-83aa-44fb-a0d0-38bb9392363f,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:14:55.863240 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-fb3dcbf2-ea96-483f-bdab-601ff6abdb98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:14:55.891668 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-8ea48bb1-efc8-46ab-9074-e6878e016b5c None None] Calling delete_port for 45196d4b-83aa-44fb-a0d0-38bb9392363f owned by network:dhcp {{(pid=85339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:14:55.899352 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3dcbf2-ea96-483f-bdab-601ff6abdb98 admin admin] No DVR routers for this DVR port 45196d4b-83aa-44fb-a0d0-38bb9392363f on host dv-cinder-689486-10-iscsi {{(pid=85337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:14:55.971520 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.db.api [None req-8ea48bb1-efc8-46ab-9074-e6878e016b5c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85339) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 12:14:55.972518 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_db.api [None req-8ea48bb1-efc8-46ab-9074-e6878e016b5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 12:14:55.974569 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 45196d4b-83aa-44fb-a0d0-38bb9392363f no longer exists at agent ovs-agent-dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:14:56.010914 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] No Port match for: 45196d4b-83aa-44fb-a0d0-38bb9392363f {{(pid=85339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:14:56.011305 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.rpc [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Device 45196d4b-83aa-44fb-a0d0-38bb9392363f not bound to the agent host dv-cinder-689486-10-iscsi {{(pid=85339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:14:56.027660 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fb3dcbf2-ea96-483f-bdab-601ff6abdb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-437016', 'neutron.services.segments.db._delete_segments_for_network-8740188510920'] for network, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:56.144616 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-fb3dcbf2-ea96-483f-bdab-601ff6abdb98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8fea250-0cbb-4de6-855a-7a89fe14aceb']}} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:14:56.157347 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-fb3dcbf2-ea96-483f-bdab-601ff6abdb98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70b5c7bb-4c03-4dd9-b5bb-6b5c7f7d772c') {'for_net_delete': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:14:56.157685 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.services.segments.db [None req-fb3dcbf2-ea96-483f-bdab-601ff6abdb98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70b5c7bb-4c03-4dd9-b5bb-6b5c7f7d772c') {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:14:56.170963 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fb3dcbf2-ea96-483f-bdab-601ff6abdb98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740188483033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848365601'] for segment, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:56.193258 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fb3dcbf2-ea96-483f-bdab-601ff6abdb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2559'] for segment, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:56.201320 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3dcbf2-ea96-483f-bdab-601ff6abdb98 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=85337) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 12:14:56.398366 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-fb3dcbf2-ea96-483f-bdab-601ff6abdb98 admin admin] Network a8fea250-0cbb-4de6-855a-7a89fe14aceb has no segments {{(pid=85337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:14:56.408320 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fb3dcbf2-ea96-483f-bdab-601ff6abdb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854773273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7760355'] for segment, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:56.474062 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-8ea48bb1-efc8-46ab-9074-e6878e016b5c None None] Deleting port 45196d4b-83aa-44fb-a0d0-38bb9392363f {{(pid=85339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:14:56.474605 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8ea48bb1-efc8-46ab-9074-e6878e016b5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296666353012'] for port, before_delete {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:56.557830 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.plugin [None req-8ea48bb1-efc8-46ab-9074-e6878e016b5c None None] The port '45196d4b-83aa-44fb-a0d0-38bb9392363f' was deleted {{(pid=85339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 12:14:56.601051 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.plugins.ml2.managers [None req-fb3dcbf2-ea96-483f-bdab-601ff6abdb98 admin admin] Network a8fea250-0cbb-4de6-855a-7a89fe14aceb has no segments {{(pid=85337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:14:56.624081 dv-cinder-689486-10-iscsi neutron-server[85224]: Traceback (most recent call last): Apr 16 12:14:56.624081 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 12:14:56.624081 dv-cinder-689486-10-iscsi neutron-server[85224]: timer() Apr 16 12:14:56.624081 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 12:14:56.624081 dv-cinder-689486-10-iscsi neutron-server[85224]: cb(*args, **kw) Apr 16 12:14:56.624081 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 12:14:56.624081 dv-cinder-689486-10-iscsi neutron-server[85224]: return func(*args, **kwargs) Apr 16 12:14:56.624081 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 12:14:56.624081 dv-cinder-689486-10-iscsi neutron-server[85224]: self._notify() Apr 16 12:14:56.624081 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 12:14:56.624081 dv-cinder-689486-10-iscsi neutron-server[85224]: self.callback(batched_events) Apr 16 12:14:56.624081 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 12:14:56.624081 dv-cinder-689486-10-iscsi neutron-server[85224]: event.method(event) Apr 16 12:14:56.624081 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 12:14:56.624081 dv-cinder-689486-10-iscsi neutron-server[85224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 12:14:56.624081 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 12:14:56.624081 dv-cinder-689486-10-iscsi neutron-server[85224]: segment_id)['aggregates'][0] Apr 16 12:14:56.624081 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 12:14:56.624081 dv-cinder-689486-10-iscsi neutron-server[85224]: return f(self, *a, **k) Apr 16 12:14:56.624081 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 12:14:56.624081 dv-cinder-689486-10-iscsi neutron-server[85224]: return self._get(url).json() Apr 16 12:14:56.624081 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 12:14:56.624081 dv-cinder-689486-10-iscsi neutron-server[85224]: **kwargs) Apr 16 12:14:56.624081 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 12:14:56.624081 dv-cinder-689486-10-iscsi neutron-server[85224]: return self.request(url, 'GET', **kwargs) Apr 16 12:14:56.624081 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 12:14:56.624081 dv-cinder-689486-10-iscsi neutron-server[85224]: **endpoint_filter) Apr 16 12:14:56.624081 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 12:14:56.624081 dv-cinder-689486-10-iscsi neutron-server[85224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 12:14:56.624081 dv-cinder-689486-10-iscsi neutron-server[85224]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 12:14:56.624081 dv-cinder-689486-10-iscsi neutron-server[85224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 12:14:56.624081 dv-cinder-689486-10-iscsi neutron-server[85224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 12:14:56.704943 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fb3dcbf2-ea96-483f-bdab-601ff6abdb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854338799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1973091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852691194'] for network, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:56.710717 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-c83ad65e-a643-4b2c-b1fa-312e2cd33a3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:14:56.727071 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fb3dcbf2-ea96-483f-bdab-601ff6abdb98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677696'] for network, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:56.735662 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3dcbf2-ea96-483f-bdab-601ff6abdb98 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8fea250-0cbb-4de6-855a-7a89fe14aceb,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:14:56.738795 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-fb3dcbf2-ea96-483f-bdab-601ff6abdb98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:14:56.740740 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-fb3dcbf2-ea96-483f-bdab-601ff6abdb98 admin admin] 10.222.0.71 "DELETE /v2.0/networks/a8fea250-0cbb-4de6-855a-7a89fe14aceb HTTP/1.1" status: 204 len: 168 time: 1.6631427 Apr 16 12:14:56.858236 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 60834) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:14:56.911923 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-02769709-2a2c-487f-b3c8-e73010cd545a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=935c1a71cc0d4f90b79485c3b58a7fb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523562 Apr 16 12:14:56.914478 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 60838) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:14:56.979522 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-65e32f7b-3e3e-4cd4-9bd5-460697feaee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:57.009137 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-65e32f7b-3e3e-4cd4-9bd5-460697feaee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:57.060679 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-65e32f7b-3e3e-4cd4-9bd5-460697feaee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:57.066524 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-31119232-2c4f-45a4-b324-97235fb51468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:14:57.080024 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e32f7b-3e3e-4cd4-9bd5-460697feaee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58da334-d551-406a-b213-527b2fc2f24f,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:14:57.085443 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-65e32f7b-3e3e-4cd4-9bd5-460697feaee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:14:57.087447 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-65e32f7b-3e3e-4cd4-9bd5-460697feaee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:57.088680 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-65e32f7b-3e3e-4cd4-9bd5-460697feaee1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f58da334-d551-406a-b213-527b2fc2f24f HTTP/1.1" status: 204 len: 168 time: 0.1732261 Apr 16 12:14:57.563163 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 60846) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:14:57.617593 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-1ee6ec6d-54c8-453c-be9e-d37fa04fd785 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=67cbb6923dc040ae93dc65f315fc8dfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530322 Apr 16 12:14:57.620305 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.wsgi [-] (85337) accepted ('10.222.0.71', 60850) {{(pid=85337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:14:57.683794 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7a635abf-072a-4b8b-9a11-0b0b76a372af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:57.711154 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7a635abf-072a-4b8b-9a11-0b0b76a372af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:57.758376 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7a635abf-072a-4b8b-9a11-0b0b76a372af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1974193'] for security_group, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:57.763327 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-3b150c22-37ed-4421-9153-6b75019ead7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:14:57.773955 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a635abf-072a-4b8b-9a11-0b0b76a372af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a0aa8a-6463-4e63-ab67-c970cdbc76c8,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:14:57.778781 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG oslo_concurrency.lockutils [None req-7a635abf-072a-4b8b-9a11-0b0b76a372af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:14:57.782340 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7a635abf-072a-4b8b-9a11-0b0b76a372af admin admin] Notify callbacks [] for security_group, before_response {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:57.783536 dv-cinder-689486-10-iscsi neutron-server[85224]: INFO neutron.wsgi [None req-7a635abf-072a-4b8b-9a11-0b0b76a372af admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/61a0aa8a-6463-4e63-ab67-c970cdbc76c8 HTTP/1.1" status: 204 len: 168 time: 0.1622560 Apr 16 12:15:01.509543 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-5e878686-c0a3-4d83-9727-48c74f8f059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:15:04.919070 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-212adf88-529e-4707-9aba-c887b222214e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:15:05.939992 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:15:06.488595 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:15:07.698676 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:15:13.921124 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:15:19.406634 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:15:31.511674 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-a88511cb-c8c6-4f7d-b178-b9a526534c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:15:34.921066 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-7bf5bee7-f534-459d-bb9b-e366f9e96ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:15:35.942473 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:15:36.482004 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:15:37.701531 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:15:43.934294 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:15:56.405747 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:16:01.514444 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-d5241698-3d3a-4c36-bec5-101da144f4c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:16:04.922349 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ab910554-e946-45c4-be15-52af90f31a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:16:05.946272 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:16:06.483880 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:16:07.706119 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:16:13.932294 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:16:31.515947 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1a1561dd-493c-4379-8a05-d4fc38eb84df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:16:33.406324 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:16:34.924971 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-78fc4c4c-ee57-4e08-8950-ee88e08ba23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:16:35.949158 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:16:36.487957 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:16:37.708651 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:16:43.946596 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:17:01.518719 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-50254863-c645-4478-b284-b2524df751f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:17:04.928633 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-fac2f91b-84b5-438f-904b-0361be1ec028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:17:05.951445 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:17:06.493039 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:17:07.711382 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:17:10.406122 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:17:13.959690 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:17:31.521124 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3d6a22ee-190a-49ee-99bd-a1dcc598b694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:17:34.931045 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-304d58a9-298e-4977-b69f-e613c3f7e3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:17:35.954061 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:17:36.497634 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:17:37.715779 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:17:43.961489 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:17:47.405229 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:18:01.519607 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-3b8ae8fa-d837-4485-8ada-be049fa9d379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:18:04.936816 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-e1e5e3d3-aae8-4d50-972b-560fd997292c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:18:05.956177 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:18:06.492083 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:18:07.719463 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:18:13.972297 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:18:24.405546 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:18:31.521693 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-1ff16fa2-29cb-4dfc-9df5-a1620bfa1af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:18:34.938231 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-87e722f5-f839-46c0-b7d2-f360ebef7d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:18:35.959085 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:18:36.496536 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:18:37.723397 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:18:43.971483 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:19:01.405021 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:19:01.525315 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-9219d196-854a-4286-b7ae-4c13710d6207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:19:04.945126 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-42bb10f8-26cc-4e13-83a9-e5732ba7e2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:19:05.962310 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:19:06.501148 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:19:07.726038 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:19:13.984459 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:19:31.526681 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-727e381f-7101-4eb4-abec-3c9476d849d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:19:34.937884 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f647e481-c333-45d1-8072-f83204a12c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:19:35.965974 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:19:36.497148 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:19:37.730848 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:19:38.405240 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron.db.agents_db [None req-65bb4f97-c3d5-4791-9e57-9afef1e6e25b None None] Agent healthcheck: found 6 active agents {{(pid=85340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:19:43.984841 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a65b-f81e-4e53-b216-6faedc40b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:20:01.553085 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-ddd18d2a-f6d3-41a1-95e0-84c753360b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:20:04.940306 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-b58f5698-9393-4811-8f07-97cdc06fab82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:20:05.969106 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-8706bb57-b2e4-40c0-b679-15da36034121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:20:06.501066 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-f1fe475e-affa-4b12-8ff6-286ee6b32d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:20:07.735521 dv-cinder-689486-10-iscsi neutron-server[85224]: DEBUG neutron_lib.callbacks.manager [None req-af6649d9-17fe-4542-8b1b-f2a9554d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740188510903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854339626'] for agent, after_update {{(pid=85339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}